-- Logs begin at Mon 2022-04-11 05:43:37 UTC, end at Mon 2022-04-11 06:47:02 UTC. -- Apr 11 06:20:55.607885 dv-cinder-836996-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 06:20:58.494029 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.common.config [-] Logging enabled! Apr 11 06:20:58.494613 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 11 06:20:58.494849 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103174) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 06:20:58.498210 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.common.config [-] Logging enabled! Apr 11 06:20:58.498462 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 11 06:20:58.498762 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103174) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 06:20:58.499721 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 06:20:58.499954 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 06:20:58.500321 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 06:20:58.500565 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 06:20:58.500788 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 06:20:58.501197 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.501625 dv-cinder-836996-3-smb neutron-server[103174]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 06:20:58.501934 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.502231 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.502510 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.502826 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.503097 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.503377 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.503660 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.503955 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.504238 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.504514 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.504797 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.505136 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.505415 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.505682 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.505964 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.506243 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] debug = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.506524 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.506992 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.507407 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.507687 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.507971 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.508245 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.508514 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.508789 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.509069 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.509391 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] host = dv-cinder-836996-3-smb {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.509664 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.509945 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.510230 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.510512 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.510821 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.511095 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.511376 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.511646 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.511916 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.512191 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.512477 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.512758 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.513042 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.513263 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.513484 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.513778 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.514061 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.514334 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.514607 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.514906 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.515183 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.515455 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.515722 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.516005 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.516287 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.516573 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.516847 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.517120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.517388 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.517659 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.517941 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.518212 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.518483 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.518787 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.519073 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.519339 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.519609 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.519905 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.520187 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.520463 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.520767 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.521038 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.521317 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.521587 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.521855 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.522123 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] use_json = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.522393 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.522661 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.522962 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.523232 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.523503 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.523773 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.524041 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.524321 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.524590 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:20:58.524880 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.525170 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.525470 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.525763 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.526053 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.526331 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.526621 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.526922 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.527210 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.527499 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.527788 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.528065 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.528363 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.528651 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.528942 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.529241 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.529532 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.529821 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.530091 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.530361 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.530631 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.530931 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.531217 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.531492 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.531778 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.532062 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.532336 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.532629 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.532911 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.533200 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.533485 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.533754 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.534029 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.534315 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.534589 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.534886 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.535162 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.535443 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.535718 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.535986 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.536307 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.536593 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.536861 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.537128 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.537401 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.537688 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.537964 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.538234 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.538501 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.538806 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.539075 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.539354 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.539627 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.539900 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.540169 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.540441 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.540710 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.540977 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.541249 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.541519 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.541793 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.542062 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.542332 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.542600 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.542891 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.543160 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.543427 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.543694 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.543966 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.544233 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.544499 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.544764 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.545029 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.545295 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.545576 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.545866 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.546136 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.546415 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.546703 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.546983 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.547255 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.547526 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.547798 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.548068 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.548333 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.548614 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.548891 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.549168 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.549462 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.549735 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.550022 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.550292 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.550562 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.550862 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.551135 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.551406 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.551683 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.551982 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.552271 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.552558 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.552845 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.553132 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.553421 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.553699 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.554001 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.554274 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:20:58.554489 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 06:20:58.554756 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103174) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 06:20:58.920436 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 06:20:58.920654 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 06:20:58.920996 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 06:20:58.921324 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 06:20:59.243090 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.243384 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.243666 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.244946 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.245215 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.245477 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.297792 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.298062 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.298332 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.312996 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.313268 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.313537 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.343276 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.343833 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.344126 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.379873 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.380188 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.380435 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.717472 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.718116 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.718116 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.718258 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.719209 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.816480 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.816793 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.817073 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.817340 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.817627 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.817961 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.818218 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.818472 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.818721 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.819015 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.819270 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.819528 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.819786 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.820030 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.820283 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.820528 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.820779 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.821043 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.821309 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.821564 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.821986 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.822246 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.822530 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.822935 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.823189 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.823439 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.823838 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:20:59.824079 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:20:59.824315 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:20:59.824551 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:20:59.824785 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:20:59.825016 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:20:59.825383 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 06:20:59.828489 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 06:20:59.832414 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 06:20:59.836063 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 11 06:20:59.837672 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 06:20:59.838137 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 06:20:59.838470 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 06:20:59.838874 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 06:20:59.841810 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 06:20:59.842057 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 06:20:59.842395 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 06:20:59.847571 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 06:20:59.870720 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 06:20:59.871204 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.871493 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103174) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 06:20:59.871867 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.873197 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103174) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 06:20:59.873467 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 06:20:59.873707 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 06:20:59.877003 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.877273 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:20:59.938807 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 06:20:59.939046 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 06:20:59.939269 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 06:20:59.939633 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 06:20:59.961178 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_db.sqlalchemy.engines [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103174) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 06:21:00.403875 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing driver for type 'gre' Apr 11 06:21:00.404409 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] gre ID ranges: [(1, 1000)] Apr 11 06:21:00.471758 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing driver for type 'local' Apr 11 06:21:00.472126 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing driver for type 'vlan' Apr 11 06:21:00.486494 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] VlanTypeDriver initialization complete Apr 11 06:21:00.486876 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing driver for type 'vxlan' Apr 11 06:21:00.487370 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] vxlan ID ranges: [(1, 1000)] Apr 11 06:21:00.541132 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing extension driver 'port_security' Apr 11 06:21:00.541634 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] PortSecurityExtensionDriver initialization complete Apr 11 06:21:00.542139 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing mechanism driver 'openvswitch' Apr 11 06:21:00.542648 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing mechanism driver 'hyperv' Apr 11 06:21:00.553307 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:00.554571 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.555107 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.555560 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.556244 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103174) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:00.556763 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.557200 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.557647 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.558170 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103174) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:00.558645 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.559080 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.559504 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.559960 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103174) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:00.560498 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > security_group after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.560973 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > security_group after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.561361 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.561891 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103174) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:00.562624 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.563170 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.563668 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.564240 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103174) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:00.564835 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > address_group after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.565329 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > address_group after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.565808 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.566379 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103174) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:00.567052 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] ML2 OVO RPC backend initialized. {{(pid=103174) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 06:21:00.568043 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.568426 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.568838 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.569182 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > networks before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.569530 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.569868 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > ports before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.570203 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.570538 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnets before_response 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.570909 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.571263 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.571580 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.571908 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.572237 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.572564 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.572895 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.573212 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.573541 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.580620 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded quota_driver: . Apr 11 06:21:00.581000 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.plugin [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Modular L2 Plugin initialization complete Apr 11 06:21:00.581345 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading services supported by the core plugin {{(pid=103174) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 06:21:00.581688 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.plugins.ml2.managers [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Got port-security extension from driver 'port_security' Apr 11 06:21:00.582163 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.extensions.vlantransparent [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Disabled vlantransparent extension. Apr 11 06:21:00.582637 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103174) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 06:21:00.582984 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: router Apr 11 06:21:00.617632 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.618017 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_create 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.618382 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router before_create 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.618768 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.619144 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.619550 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_delete 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.619835 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.620177 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.620537 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_create 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.620878 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_update 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.621226 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_update 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.621555 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.621919 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_update 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.622317 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_update 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.622679 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.623035 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.623369 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: subnet after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.623708 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.624054 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.624396 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_create 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.624732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.625064 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.625412 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router after_update 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.625748 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.626094 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_create 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.626430 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.626797 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_update 55549900 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.627157 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > agent after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.627502 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > agent after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.627966 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > network after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.628805 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Tracking information for resource: router configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:00.629130 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Tracking information for resource: floatingip configured {{(pid=103174) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:00.634282 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.db.l3_agentschedulers_db [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 06:21:00.634888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.635249 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port after_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.635595 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port after_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.635938 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: port after_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.636719 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router before_create 55550100 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.637077 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.637464 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_create 55550100 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.637807 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > router precommit_update 55550100 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.642524 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.provider_configuration [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service providers = [] {{(pid=103174) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 06:21:00.642914 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.db.servicetype_db [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103174) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 06:21:00.645910 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.service_base [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:00.646256 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.service_base [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:00.646600 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.service_base [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:00.647501 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.services.service_base [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103174) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:00.647869 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.services.service_base [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 06:21:00.648245 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.648559 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 06:21:00.660432 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.660703 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: auto_allocate Apr 11 06:21:00.666440 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: network precommit_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.666844 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: network precommit_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.667354 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.667666 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: tag Apr 11 06:21:00.674419 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.674735 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: timestamp Apr 11 06:21:00.678714 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.679047 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: network_ip_availability Apr 11 06:21:00.684518 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.684886 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.685238 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.685949 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.686265 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: flavors Apr 11 06:21:00.691120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.691453 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading Plugin: revisions Apr 11 06:21:00.695734 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103174) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:00.696120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_concurrency.lockutils [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=103174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 06:21:00.696816 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103174) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 06:21:00.697180 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Initializing extension manager. Apr 11 06:21:00.697697 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: __init__.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.698034 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: __pycache__ {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.698343 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: address_group.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.699142 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.699708 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: address-group Apr 11 06:21:00.700034 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: address_scope.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.700739 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.701251 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: address-scope Apr 11 06:21:00.701543 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.702490 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.703025 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: router-admin-state-down-before-update Apr 11 06:21:00.703345 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: agent.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.704041 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.704549 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: agent Apr 11 06:21:00.704868 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: agent_resources_synced.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.705759 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.706268 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: agent-resources-synced Apr 11 06:21:00.706584 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: allowedaddresspairs.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.708411 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.708924 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: allowed-address-pairs Apr 11 06:21:00.709243 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: auto_allocated_topology.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.710305 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.710967 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: auto-allocated-topology Apr 11 06:21:00.711205 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: availability_zone.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.711877 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.712384 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: availability_zone Apr 11 06:21:00.712702 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: availability_zone_filter.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.713603 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.714113 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: availability_zone_filter Apr 11 06:21:00.714431 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: data_plane_status.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.715357 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.715862 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 06:21:00.716177 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: default_subnetpools.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.717090 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.717594 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: default-subnetpools Apr 11 06:21:00.718137 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.719042 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.719548 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: dhcp_agent_scheduler Apr 11 06:21:00.719866 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: dns.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.720784 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.721279 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension dns-integration not supported by any of loaded plugins Apr 11 06:21:00.721598 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: dns_domain_ports.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.722494 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.723024 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 06:21:00.723340 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.724295 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.724789 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 06:21:00.725103 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: dvr.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.725769 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.726275 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: dvr Apr 11 06:21:00.726592 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: ecmp_routes.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.727523 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.728024 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 06:21:00.728339 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: empty_string_filtering.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.729236 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.729743 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: empty-string-filtering Apr 11 06:21:00.730065 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.730988 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.731490 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 06:21:00.731803 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.732722 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.733221 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 06:21:00.733536 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: external_net.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.734443 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.734981 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: external-net Apr 11 06:21:00.735297 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.736202 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.736709 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: extra_dhcp_opt Apr 11 06:21:00.737023 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: extraroute.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.737916 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.738417 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: extraroute Apr 11 06:21:00.738824 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: extraroute_atomic.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.739866 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.740377 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: extraroute-atomic Apr 11 06:21:00.740693 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: filter_validation.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.741347 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.741848 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: filter-validation Apr 11 06:21:00.742162 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: fip_pf_description.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.743261 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.743764 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 06:21:00.744079 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: fip_pf_port_range.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.744987 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.745487 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 06:21:00.745801 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: fip_port_details.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.746727 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.747236 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: fip-port-details Apr 11 06:21:00.747551 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: flavors.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.748760 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.749269 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: flavors Apr 11 06:21:00.749587 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.751297 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.751812 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 06:21:00.752140 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: floatingip_pools.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.752833 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.753337 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: floatingip-pools Apr 11 06:21:00.753661 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: ip_allocation.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.754575 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.755163 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 06:21:00.755489 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.756390 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.756900 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: ip-substring-filtering Apr 11 06:21:00.757221 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l2_adjacency.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.758140 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.758642 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 06:21:00.758987 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.759950 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.760461 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: router Apr 11 06:21:00.760786 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.763048 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.763571 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 06:21:00.763898 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.764815 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.765333 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: ext-gw-mode Apr 11 06:21:00.765658 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.766560 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.767097 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: l3-ha Apr 11 06:21:00.767420 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.768319 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.768825 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 06:21:00.769142 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_flavors.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.770047 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.770588 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: l3-flavors Apr 11 06:21:00.771021 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.772396 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.772901 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 06:21:00.773224 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.774125 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.774634 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 06:21:00.774980 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: l3agentscheduler.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.776018 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.776525 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: l3_agent_scheduler Apr 11 06:21:00.776850 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: local_ip.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.778760 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.779282 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension local_ip not supported by any of loaded plugins Apr 11 06:21:00.779611 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: logging.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.781080 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.781600 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension logging not supported by any of loaded plugins Apr 11 06:21:00.781923 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: metering.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.782662 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.783267 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: metering Apr 11 06:21:00.783583 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.784680 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.785191 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: metering_source_and_destination_fields Apr 11 06:21:00.785512 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: multiprovidernet.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.786502 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.787044 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: multi-provider Apr 11 06:21:00.787362 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: netmtu.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.788274 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.788781 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: net-mtu Apr 11 06:21:00.789101 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: netmtu_writable.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.790016 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.790522 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: net-mtu-writable Apr 11 06:21:00.790877 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: network_availability_zone.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.791536 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.792034 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: network_availability_zone Apr 11 06:21:00.792350 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: network_ip_availability.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.793445 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.793952 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: network-ip-availability Apr 11 06:21:00.794264 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: network_segment_range.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.795066 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.795564 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 06:21:00.795879 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: pagination.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.796860 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.797183 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: pagination Apr 11 06:21:00.797496 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: port_device_profile.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.798390 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.798929 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: port-device-profile Apr 11 06:21:00.799242 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.800159 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.800661 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: port-mac-address-regenerate Apr 11 06:21:00.800979 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.801912 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.802414 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: port-numa-affinity-policy Apr 11 06:21:00.802767 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: port_resource_request.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.803662 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.804163 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 06:21:00.804482 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: port_resource_request_groups.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.805430 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.805933 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 06:21:00.806249 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: portbindings.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.807186 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.807691 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: binding Apr 11 06:21:00.808010 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: portbindings_extended.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.809269 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.809783 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: binding-extended Apr 11 06:21:00.810117 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: portsecurity.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.811065 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.811571 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: port-security Apr 11 06:21:00.811893 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: project_id.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.812856 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.813179 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: project-id Apr 11 06:21:00.813496 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: providernet.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.814400 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.814938 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: provider Apr 11 06:21:00.815254 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.818911 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.819431 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos not supported by any of loaded plugins Apr 11 06:21:00.819754 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.820986 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.821503 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 06:21:00.821829 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.822893 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.823407 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 06:21:00.823730 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_default.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.824654 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.825161 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-default not supported by any of loaded plugins Apr 11 06:21:00.825484 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_fip.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.826389 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.826921 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-fip not supported by any of loaded plugins Apr 11 06:21:00.827246 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.828156 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.828656 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 06:21:00.828977 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_gateway_ip.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.829893 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.830399 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 06:21:00.830728 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_port_network_policy.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.831643 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.832146 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 06:21:00.832463 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.833509 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.834013 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 06:21:00.834330 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.835442 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.835943 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 06:21:00.836263 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_pps_rule.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.837421 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.837935 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-pps not supported by any of loaded plugins Apr 11 06:21:00.838262 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_rule_type_details.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.839190 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.839702 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 06:21:00.840026 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.840930 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.841439 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 06:21:00.841753 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: qos_rules_alias.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.842816 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.843327 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 06:21:00.843962 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: quota_check_limit.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.844873 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.845384 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: quota-check-limit Apr 11 06:21:00.845701 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: quotasv2.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.846626 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.846979 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: quotas Apr 11 06:21:00.847296 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: quotasv2_detail.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.849419 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.849758 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: quota_details Apr 11 06:21:00.850084 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: rbac.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.851159 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.851679 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: rbac-policies Apr 11 06:21:00.852008 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: rbac_address_group.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.852926 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.853441 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: rbac-address-group Apr 11 06:21:00.853760 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: rbac_address_scope.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.854673 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.855217 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: rbac-address-scope Apr 11 06:21:00.855534 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: rbac_security_groups.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.856513 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.857021 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: rbac-security-groups Apr 11 06:21:00.857342 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: rbac_subnetpool.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.858269 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.858816 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: rbac-subnetpool Apr 11 06:21:00.859135 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: revisionifmatch.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.860057 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.860571 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: revision-if-match Apr 11 06:21:00.860889 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: revisions.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.862021 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.862532 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: standard-attr-revisions Apr 11 06:21:00.862885 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: router_availability_zone.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.863548 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.864057 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: router_availability_zone Apr 11 06:21:00.864422 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: routerservicetype.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.865346 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.865855 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension router-service-type not supported by any of loaded plugins Apr 11 06:21:00.866178 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.867200 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.867712 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: security-groups-normalized-cidr Apr 11 06:21:00.868030 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.868961 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.869464 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: port-security-groups-filtering Apr 11 06:21:00.869780 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.870724 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.871246 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: security-groups-remote-address-group Apr 11 06:21:00.871565 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.872491 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.872992 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: security-groups-shared-filtering Apr 11 06:21:00.873310 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.873887 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 06:21:00.874200 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: securitygroup.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.883927 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.884449 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: security-group Apr 11 06:21:00.884778 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: segment.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.885494 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.886001 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension segment not supported by any of loaded plugins Apr 11 06:21:00.886326 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.887287 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.887797 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 06:21:00.888119 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: servicetype.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.889197 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.889719 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: service-type Apr 11 06:21:00.890040 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: sorting.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.891047 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.891375 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: sorting Apr 11 06:21:00.891691 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: standard_attr_segment.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.892603 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.893119 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 06:21:00.893434 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: standardattrdescription.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.894071 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.894570 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: standard-attr-description Apr 11 06:21:00.894915 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: stateful_security_group.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.895885 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.896387 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: stateful-security-group Apr 11 06:21:00.896708 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: stdattrs_common.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.897262 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 06:21:00.897575 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.898518 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.899053 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 06:21:00.899370 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: subnet_onboard.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.900438 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.900959 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: subnet_onboard Apr 11 06:21:00.901277 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.902199 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.902706 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 06:21:00.903042 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: subnet_service_types.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.903969 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.904479 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: subnet-service-types Apr 11 06:21:00.904798 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: subnetallocation.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.905879 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.906385 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: subnet_allocation Apr 11 06:21:00.906710 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.907485 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.908171 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: subnetpool-prefix-ops Apr 11 06:21:00.908557 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.909717 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.910231 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 06:21:00.910602 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: tagging.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.911647 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.912156 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: standard-attr-tag Apr 11 06:21:00.912477 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: timestamp.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.913675 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.914190 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loaded extension: standard-attr-timestamp Apr 11 06:21:00.914510 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: trunk.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.915550 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.916060 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension trunk not supported by any of loaded plugins Apr 11 06:21:00.916383 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: trunk_details.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.917293 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.917798 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension trunk-details not supported by any of loaded plugins Apr 11 06:21:00.918120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: uplink_status_propagation.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.919058 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.919567 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 06:21:00.919889 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Loading extension file: vlantransparent.py {{(pid=103174) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:00.920555 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103174) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:00.921058 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 06:21:00.923602 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:network Apr 11 06:21:00.924113 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:subnet Apr 11 06:21:00.924507 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:00.924889 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:port Apr 11 06:21:00.926106 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.926535 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service FLAVORS assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.927240 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.927675 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.928034 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:router Apr 11 06:21:00.928450 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:floatingip Apr 11 06:21:00.928934 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service METERING assigned prefix: /metering {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.930381 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.930780 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.931122 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:00.932131 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 06:21:00.932565 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:security_group Apr 11 06:21:00.932994 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 06:21:00.933594 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service CORE assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.933923 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:00.934262 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] subnetpool is already registered Apr 11 06:21:00.934712 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service CORE assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.935062 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:00.935388 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] subnetpool is already registered Apr 11 06:21:00.937663 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.938086 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service FLAVORS assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.938848 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.939289 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.939612 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:router Apr 11 06:21:00.939948 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] router is already registered Apr 11 06:21:00.940374 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:floatingip Apr 11 06:21:00.940703 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] floatingip is already registered Apr 11 06:21:00.941160 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service METERING assigned prefix: /metering {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.941856 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 06:21:00.942184 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] rbac_policy is already registered Apr 11 06:21:00.942630 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:security_group Apr 11 06:21:00.943009 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] security_group is already registered Apr 11 06:21:00.943404 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 06:21:00.943727 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] security_group_rule is already registered Apr 11 06:21:00.944244 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service CORE assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.944589 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:00.944919 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] subnetpool is already registered Apr 11 06:21:00.945337 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.v2.resource_helper [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Service CORE assigned prefix: {{(pid=103174) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:00.945665 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:00.945989 dv-cinder-836996-3-smb neutron-server[103174]: WARNING neutron.quota.resource_registry [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] subnetpool is already registered Apr 11 06:21:00.946446 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: extensions {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.949065 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: address-groups {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.950558 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: address-scopes {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.951783 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: agents {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.953048 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: auto-allocated-topology {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.954279 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: availability_zones {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.955524 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: dhcp-networks {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.956922 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: dhcp-agents {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.958500 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: routers {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.960625 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: flavors {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.961870 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: service_profiles {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.963071 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: next_providers {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.964506 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: service_profiles {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.965915 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: floatingip-pools {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.967259 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: routers {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.969667 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: floatingips {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.970847 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: l3-routers {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.972310 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: l3-agents {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.973740 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: metering-labels {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.975006 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: metering-label-rules {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.976365 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: network-ip-availabilities {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.977598 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: bindings {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.979181 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: quotas {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.980836 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: quotas {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.982353 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: rbac-policies {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.983583 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: security-groups {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.984892 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: security-group-rules {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.986119 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: service-providers {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.987350 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: subnetpools {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.988648 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: subnetpools {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.990269 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.991968 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.993774 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.995568 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.997232 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:00.999204 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:01.000898 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:01.002665 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:01.005617 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:01.007368 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron.api.extensions [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Extended resource: tags {{(pid=103174) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:01.013394 dv-cinder-836996-3-smb neutron-server[103174]: WARNING keystonemiddleware.auth_token [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 06:21:01.017951 dv-cinder-836996-3-smb neutron-server[103174]: WARNING keystonemiddleware.auth_token [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 06:21:01.027005 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_concurrency.lockutils [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Acquired lock "singleton_lock" {{(pid=103174) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 06:21:01.027480 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_concurrency.lockutils [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Releasing lock "singleton_lock" {{(pid=103174) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 06:21:01.028143 dv-cinder-836996-3-smb neutron-server[103174]: INFO oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Starting 2 workers Apr 11 06:21:01.033012 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Started child 103281 {{(pid=103174) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:01.037453 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Started child 103282 {{(pid=103174) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:01.038398 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:01.039364 dv-cinder-836996-3-smb neutron-server[103174]: INFO neutron.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 06:21:01.039522 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:01.039876 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [-] (103281) wsgi starting up on http://0.0.0.0:9696 Apr 11 06:21:01.041956 dv-cinder-836996-3-smb neutron-server[103174]: INFO oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Starting 1 workers Apr 11 06:21:01.042249 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:01.043628 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [-] (103282) wsgi starting up on http://0.0.0.0:9696 Apr 11 06:21:01.047149 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Started child 103283 {{(pid=103174) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:01.047684 dv-cinder-836996-3-smb neutron-server[103174]: INFO oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Starting 1 workers Apr 11 06:21:01.050778 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] calling RpcWorker wait() {{(pid=103283) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 06:21:01.051327 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] returning from RpcWorker wait() {{(pid=103283) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 06:21:01.052230 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Started child 103284 {{(pid=103174) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:01.052657 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:01.052954 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ec77e31-0f95-4aa1-8e13-d677ef91b81b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:01.053067 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:01.054953 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103174) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 06:21:01.055140 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 06:21:01.055359 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 06:21:01.055563 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 06:21:01.055927 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 06:21:01.056053 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 06:21:01.056583 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.056822 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.057078 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.057361 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.057618 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.058159 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.058286 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:01.058923 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.058923 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.058923 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.059209 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.059337 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.059496 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.059740 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.060004 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.060292 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.060543 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.060777 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.061031 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.061192 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.061454 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.061723 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.061979 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.062246 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] debug = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.062480 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.062976 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.063208 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.063432 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.063660 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.063942 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.064165 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.064427 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.064669 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.064867 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.065081 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.065331 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.065549 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.065758 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.065999 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.066208 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.066459 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.066674 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.067176 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] host = dv-cinder-836996-3-smb {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.067452 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.067683 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.067913 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.068156 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.068408 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.068644 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.068890 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.069157 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.069394 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.069626 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.069846 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.070108 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.070341 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.070587 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.070774 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_options = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.071009 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.071264 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.071504 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.071690 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.071857 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.072019 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.072286 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.072447 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.072693 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.072919 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.073129 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.073353 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.073589 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.073817 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.074064 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.074278 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.074516 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.074743 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.075019 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.075225 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.075584 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.075908 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.076247 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.076925 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.077239 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.077747 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.077994 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.078222 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.078451 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.078749 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.078931 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.079201 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.079352 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.079581 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.079844 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.080888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.080888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.080888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.080888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.081463 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.081463 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.081463 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.081742 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.082313 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.082313 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.082313 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.082675 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_json = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.082824 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.083570 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.083570 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.083570 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.083945 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.083945 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.084207 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.084609 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.084786 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:01.084924 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.085242 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.085499 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.086732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.086732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.086732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.086732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.086732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.087098 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.087098 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.087455 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.087646 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.087915 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.088311 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.088621 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.088936 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.089520 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.089736 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.089993 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.090219 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.090548 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.090751 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.090963 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.091199 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.091811 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.091811 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.092078 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.092204 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.092372 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.092891 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.093791 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.093964 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.094188 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.094595 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.094837 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.095039 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.095184 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.095523 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.095808 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.096009 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.096292 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.096525 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.096711 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.096975 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.097142 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.097386 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.097602 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.097927 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.098144 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.098387 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.098590 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.098907 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.099111 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.099298 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.099554 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.099772 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.099960 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.100229 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.100473 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.100687 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.100891 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.101108 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.101334 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.101559 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.101779 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.101990 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.102183 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.102396 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.102587 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.102881 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.103114 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.103322 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.103530 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.103729 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.104145 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.104145 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.104434 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.104603 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.104824 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.105052 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.105263 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.105486 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.105694 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.105902 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.106110 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.106317 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.106540 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.106792 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.107017 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.107225 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.107450 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.107676 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.107975 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.108279 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.108611 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.108897 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.109246 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.109640 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.109803 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.110071 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.110486 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.110486 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.110753 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.111012 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.111235 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.111482 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.111709 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.111945 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.112321 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.112454 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.112576 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.112980 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.113480 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.113707 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.113933 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.114201 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.114489 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.114744 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.115543 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.115543 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.115543 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.115911 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.116016 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.116243 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.116493 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.117034 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.117034 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.117338 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.117542 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.117792 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.118085 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.118647 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.118828 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.119064 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.119302 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.119526 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.119769 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.120010 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.120229 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.120473 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.120797 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.121025 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.121238 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.121470 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.121725 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.121969 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.122219 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.122481 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.123375 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.123375 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.123375 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.123820 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.123820 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.124120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.124120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.124390 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.124526 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.124740 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.125095 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.125277 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.125426 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.125623 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.125835 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.126053 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.126263 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.126478 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.126710 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.126987 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.127199 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.127601 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.127760 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.127918 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.128097 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.128318 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.128467 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.128713 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.128944 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.129203 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.129442 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.129676 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.129946 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.130178 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.130417 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.130630 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.130911 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.131128 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.131342 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.131556 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.131771 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.131989 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.132223 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.132446 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.132813 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.133033 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.133176 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.133457 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.133711 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.134067 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.134207 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.134403 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.134619 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.134888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.135105 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.135320 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.135535 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.135756 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.135972 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.136207 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.136414 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.136736 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.137023 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.137400 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.137856 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.138001 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.138221 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.138463 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.138632 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.139212 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.139212 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.139506 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.139506 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.140326 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.140326 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.140326 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.140630 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.140630 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.140875 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.141102 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.141334 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.141580 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.141823 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.142033 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.142240 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.142458 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.142709 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.142948 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.143186 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.143366 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.143574 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.143792 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.144004 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.144210 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.144432 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.144640 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.144844 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.145082 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.145294 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.145502 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.145783 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.146009 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.146239 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.146475 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.146705 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.147028 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.147156 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.147313 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.147518 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.147754 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.147967 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.148174 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.148495 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.148709 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.149398 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.149398 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.149633 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.149763 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.149928 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.150240 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.150466 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.150747 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.150964 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.151317 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.151409 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.151644 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.151972 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.152274 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.152535 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.152790 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.153066 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.153331 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.153590 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.153800 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.154096 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.154427 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.154741 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.155008 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.155234 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.155577 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.155702 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.155876 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.156091 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.156334 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.156577 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.156829 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.157054 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.157275 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.157491 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.157714 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.157928 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.158170 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.158382 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.158520 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:01.158679 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.158844 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.159000 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 06:21:01.159515 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103174) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 06:21:01.159671 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 06:21:01.159827 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 06:21:01.159992 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 06:21:01.160157 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 06:21:01.160307 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 06:21:01.160512 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.160724 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.160829 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.160976 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.161148 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.161335 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.161493 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.161648 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.161804 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.161957 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.162393 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.162637 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.162819 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.162960 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.163404 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.163404 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.163919 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.163919 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.163919 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.164257 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.164257 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.164457 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.164534 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] debug = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.164888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.164888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165065 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165144 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165308 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165443 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165577 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165704 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165833 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.165993 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.166150 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.166306 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.166461 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.166618 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.166798 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.166957 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167320 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167320 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167517 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] host = dv-cinder-836996-3-smb {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167599 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167720 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167840 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.167960 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.168119 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.168277 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.168433 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.168591 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.168747 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.168903 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169060 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169263 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169357 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169513 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169670 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_options = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169830 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.169987 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.170145 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.170335 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.170498 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.170654 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.170833 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.170991 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.171149 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.171304 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.171461 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.171617 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.171773 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.171928 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.172083 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.172240 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.172398 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.172554 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.172711 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.172868 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.173024 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.173180 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.173337 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.173503 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.173647 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174203 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174203 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174203 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174583 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174583 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174583 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174946 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.174946 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175179 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175179 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175358 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175478 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175563 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175712 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.175870 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.176027 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.176169 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.176328 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.176483 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.176641 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.176869 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.177030 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_json = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.177186 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.177342 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.177499 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.177659 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.177813 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.178124 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.178282 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.178441 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.178598 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:01.178830 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.178959 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.179117 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.179279 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.179437 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.179595 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.179754 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.179918 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.180076 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.180235 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.180400 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.180557 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.180724 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.180884 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181042 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181203 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181361 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181520 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181678 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181838 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.181996 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.182154 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.182320 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.182477 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.182635 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.182847 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.182979 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.183194 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.183436 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.183646 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.183794 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.184137 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.184137 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.184621 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.184621 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.184818 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.184895 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.185056 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.185219 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.185378 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.185536 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.185694 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.185854 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.186011 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.186171 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.186330 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.186490 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.186650 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.186842 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187002 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187162 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187303 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187657 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187657 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187852 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.187973 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188093 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188227 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188349 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188498 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188655 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188813 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.188971 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.189129 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.189287 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.189645 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.189645 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.189796 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.189900 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.190058 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.190215 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.190374 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.190532 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.190729 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.190869 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191028 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191186 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191345 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191503 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191660 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191819 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.191977 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.192135 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.192293 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.192479 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.192639 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.192797 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.192940 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.193100 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.193485 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.193645 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.193962 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.194138 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.194300 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.194462 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.194647 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.194807 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.194939 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.195097 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.195255 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.195413 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.195570 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.195716 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.195875 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.196035 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.196193 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.196351 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.196511 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.196670 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.196921 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197004 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197120 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197278 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197436 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197594 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197751 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.197908 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.198067 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.198225 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.198390 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.198549 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.198735 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.198889 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.199053 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.199220 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.199380 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.199688 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.199813 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.199934 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200055 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200185 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200362 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200488 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200646 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200804 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.200973 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.201131 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.201288 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.201447 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.201626 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.201784 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.201943 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.202103 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.202260 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.202418 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.202577 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.202761 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.202923 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.203081 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.203238 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.203398 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.203557 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.203715 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.203920 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204009 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204168 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204328 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204487 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204646 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204806 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.204963 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.205122 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.205280 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.205438 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.205596 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.205754 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.205912 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.206071 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.206228 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.206386 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.206542 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.206708 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.206877 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207034 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207191 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207349 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207510 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207668 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207827 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.207987 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.208205 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.208365 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.208524 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.208685 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.208843 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209003 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209164 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209321 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209481 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209641 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209802 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.209962 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.210119 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.210277 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.210451 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.210609 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.210788 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.210952 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.211110 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.211268 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.211426 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.211584 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.211736 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.211902 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212041 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212176 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212323 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212480 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212638 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212795 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.212956 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.213117 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.213276 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.213434 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.213592 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.213750 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.213964 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.214061 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.214208 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.214365 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.214522 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.214680 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.214859 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215030 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215188 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215346 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215503 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215662 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215820 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.215987 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.216146 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.216303 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.216460 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.216617 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.216775 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.216942 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.217101 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.217258 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.217415 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.217572 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.217730 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.217898 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.218056 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.218212 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.218367 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.218852 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219015 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219184 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219341 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219498 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219655 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219818 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.219974 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.220142 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.220300 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.220456 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.220613 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.220770 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.220928 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.221092 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.221253 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.221410 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.221575 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.221732 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.221889 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.222047 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.222216 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.222374 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.222533 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.222784 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.222888 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.223015 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.223174 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.223338 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.223505 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.223712 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.223875 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.224045 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.224211 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.224377 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.224534 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.224697 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.224865 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225023 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225182 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225340 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225496 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225654 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225811 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.225970 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.226129 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.226287 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.226446 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.226605 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.226795 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.226956 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.227114 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.227271 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.227430 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.227588 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.227746 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.227903 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:01.228053 dv-cinder-836996-3-smb neutron-server[103174]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103174) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 06:21:01.278204 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 46838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:01.286743 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063746 Apr 11 06:21:12.524874 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64353f-52be-4188-aedc-6283cee7e4b3 None None] get_active_networks_info from dv-cinder-836996-3-smb {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 06:21:12.593913 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64353f-52be-4188-aedc-6283cee7e4b3 None None] No non-hosted networks {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 06:21:12.608595 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.agentschedulers_db [None req-0f64353f-52be-4188-aedc-6283cee7e4b3 None None] DHCP Agent not found on host dv-cinder-836996-3-smb {{(pid=103283) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 06:21:12.705986 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0a53-f4ce-4628-ae4b-56d1e6c7f467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716297'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:14.853801 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a6a8-bcf4-49c3-964f-d861e737ec03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716297'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:14.920798 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-824589ae-d33e-4bbf-9dc8-b73f197e6fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:15.788288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716297'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:15.889673 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46904) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:16.464172 dv-cinder-836996-3-smb neutron-server[103282]: WARNING oslo_policy.policy [None req-281d55c0-05f0-44e8-bc09-b60f49b5683b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:16.465095 dv-cinder-836996-3-smb neutron-server[103282]: WARNING oslo_policy.policy [None req-281d55c0-05f0-44e8-bc09-b60f49b5683b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:16.692523 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [None req-281d55c0-05f0-44e8-bc09-b60f49b5683b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:21:16.707636 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-281d55c0-05f0-44e8-bc09-b60f49b5683b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8158064 Apr 11 06:21:17.243715 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716297'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:18.288672 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.db.l3_hamode_db [None req-f7f36a33-1b81-4916-94f5-fe017e80327c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 06:21:18.371438 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f36a33-1b81-4916-94f5-fe017e80327c None None] Routers set() bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:21:18.372101 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f36a33-1b81-4916-94f5-fe017e80327c None None] Router IDs set() for agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 06:21:19.003783 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716297'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:19.004682 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.005096 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.005565 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.006125 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.006517 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.006869 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.007183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.007547 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.007874 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.008194 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.008516 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.008870 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.009204 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.009525 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.009825 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:19.010229 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:19.015982 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:19.242767 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46934) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:19.571227 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:19.667360 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.policy [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 06:21:19.715920 dv-cinder-836996-3-smb neutron-server[103282]: WARNING oslo_policy.policy [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:19.716312 dv-cinder-836996-3-smb neutron-server[103282]: WARNING oslo_policy.policy [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:19.811278 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775231970120', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775231970628', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775231888833', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775231879568', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775231876629', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775231927288', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1478025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1497524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3700278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3718744'] for rbac-policy (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:19.878915 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:19.894726 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7870fcc1-2599-4ea6-88c9-17b523db0a28 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6359136 Apr 11 06:21:22.355239 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46946) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:22.692407 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:22.724658 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Made reservation on behalf of 028de9d8a61548449bc0e2ca19613d0e for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:21:22.728454 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:22.744741 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:22.856688 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks [] for security_group (cf760231-251c-4a4f-ba92-77c588a3b768), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:22.862542 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (cf760231-251c-4a4f-ba92-77c588a3b768), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:22.893162 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:21:22.920001 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775233040806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (19ee9273-262f-4db1-9531-05d5e0e231e1), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:22.920498 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Unsubscribe: segment precommit_create {{(pid=103282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 06:21:22.921010 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Added segment 19ee9273-262f-4db1-9531-05d5e0e231e1 of type vlan for network 66a73daa-37bd-400b-89e9-d72aef07a6b8 Apr 11 06:21:22.935402 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cf760231-251c-4a4f-ba92-77c588a3b768,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:22.985094 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.985435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.985766 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.986116 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.986444 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.986761 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.987098 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.987461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.987776 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.988075 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.988386 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.988720 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.989059 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.989369 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.989681 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Tracked resource versions report: Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: pushed versions: Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: { 'AddressGroup': {'1.2'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Agent': {'1.1'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'ConntrackHelper': {'1.0'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Log': {'1.0'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'NDPProxy': {'1.0'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Network': {'1.1'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Port': {'1.7'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'PortForwarding': {'1.3'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'QosPolicy': {'1.10'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroup': {'1.5'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'SubPort': {'1.0'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Subnet': {'1.1'}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Trunk': {'1.1'}} Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: consumer versions: Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Agent': '1.1', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'ConntrackHelper': '1.0', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'LocalIPAssociation': '1.0', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Log': '1.0', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'NDPProxy': '1.0', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Network': '1.1', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Port': '1.7', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'PortForwarding': '1.3', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'QosPolicy': '1.10', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroup': '1.5', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroupRule': '1.2', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'SubPort': '1.0', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Subnet': '1.1', Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: 'Trunk': '1.1'}} Apr 11 06:21:22.990928 dv-cinder-836996-3-smb neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:21:23.022151 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (66a73daa-37bd-400b-89e9-d72aef07a6b8), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:23.066954 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (66a73daa-37bd-400b-89e9-d72aef07a6b8), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:23.072191 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:23.072880 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:23.138128 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7815647 Apr 11 06:21:23.188421 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9bc48-0d4e-4d28-8981-fb9f8a2766ae demo demo] Pushing event updated for resources: {'Network': ['ID=66a73daa-37bd-400b-89e9-d72aef07a6b8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:23.201220 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:21:25.654576 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46958) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:26.088861 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f242fb-a69f-402d-9850-1cb824101834 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:26.090095 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-57f242fb-a69f-402d-9850-1cb824101834 demo admin] 10.222.0.11 "GET /v2.0/networks/66a73daa-37bd-400b-89e9-d72aef07a6b8 HTTP/1.1" status: 200 len: 825 time: 0.4345210 Apr 11 06:21:26.115789 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-6d67252c-fb16-4fa8-bda3-08e1a6da8b64 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/a4dabc48-51c9-497d-9c4c-d0eb14f9397b HTTP/1.1" status: 200 len: 734 time: 0.0186474 Apr 11 06:21:26.124312 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b', 'name': 'private-subnet'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:26.147389 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Made reservation on behalf of 028de9d8a61548449bc0e2ca19613d0e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:21:26.149652 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:26.443386 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:26.508434 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Pushing event updated for resources: {'Subnet': ['ID=4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:26.515135 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Checking segment: {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:21:26.515507 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Network hostable DHCP agents. Network: 66a73daa-37bd-400b-89e9-d72aef07a6b8, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:21:26.539736 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:21:26.553218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 66a73daa-37bd-400b-89e9-d72aef07a6b8) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:21:26.558077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:26.558672 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:26.562745 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a944fe-8e94-4123-9c81-ff4933a5927d None None] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:21:26.574417 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c519dcc6-6393-4dd8-8371-5801457b1a0a demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4533353 Apr 11 06:21:26.940443 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-66a73daa-37bd-400b-89e9-d72aef07a6b8', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:21:26.941725 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:27.217970 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Allocated IP 172.20.0.2 (66a73daa-37bd-400b-89e9-d72aef07a6b8/4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b/355eaa1b-6595-4e75-aab4-72a636cc8768) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:21:27.490803 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Publish callbacks [] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:27.499182 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:27.569788 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:21:27.574252 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:21:27.586409 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:21:27.589531 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Pushing event updated for resources: {'Port': ['ID=355eaa1b-6595-4e75-aab4-72a636cc8768,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:27.622584 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.622939 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.623313 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.623666 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.624005 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.624334 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.624661 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.624986 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.625311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.625634 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.625945 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.626278 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.626602 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.626944 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.627260 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Tracked resource versions report: Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: pushed versions: Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: { 'AddressGroup': {'1.2'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Agent': {'1.1'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Log': {'1.0'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'NDPProxy': {'1.0'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Network': {'1.1'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Port': {'1.7'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'PortForwarding': {'1.3'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'QosPolicy': {'1.10'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroup': {'1.5'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'SubPort': {'1.0'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Subnet': {'1.1'}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Trunk': {'1.1'}} Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: consumer versions: Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Agent': '1.1', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'ConntrackHelper': '1.0', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'LocalIPAssociation': '1.0', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Log': '1.0', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'NDPProxy': '1.0', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Network': '1.1', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Port': '1.7', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'PortForwarding': '1.3', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'QosPolicy': '1.10', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroup': '1.5', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroupRule': '1.2', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'SubPort': '1.0', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Subnet': '1.1', Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: 'Trunk': '1.1'}} Apr 11 06:21:27.628456 dv-cinder-836996-3-smb neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:21:27.679612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Attempting to bind port 355eaa1b-6595-4e75-aab4-72a636cc8768 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:21:27.680025 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Attempting to bind port 355eaa1b-6595-4e75-aab4-72a636cc8768 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:21:27.680424 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Attempting to bind port 355eaa1b-6595-4e75-aab4-72a636cc8768 on network 66a73daa-37bd-400b-89e9-d72aef07a6b8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:21:27.685623 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:21:27.686048 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Checking segment: {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:21:27.686528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:27.686957 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Bound using segment: {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:21:27.687444 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Bound port: 355eaa1b-6595-4e75-aab4-72a636cc8768, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:21:27.687839 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:27.753518 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] For port 355eaa1b-6595-4e75-aab4-72a636cc8768, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:21:27.775350 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] For port 355eaa1b-6595-4e75-aab4-72a636cc8768, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=355eaa1b-6595-4e75-aab4-72a636cc8768,segment=NetworkSegment(19ee9273-262f-4db1-9531-05d5e0e231e1),segment_id=19ee9273-262f-4db1-9531-05d5e0e231e1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:21:27.782775 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:27.837364 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3de228-b9c9-43e4-a68f-44c73e5270d2 None None] Pushing event updated for resources: {'Port': ['ID=355eaa1b-6595-4e75-aab4-72a636cc8768,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:29.088151 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46966) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:29.423879 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [None req-03640f91-ecbf-4ed6-bf59-572811bd8cc9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:21:29.425067 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-03640f91-ecbf-4ed6-bf59-572811bd8cc9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3359175 Apr 11 06:21:31.938158 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46974) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:32.258656 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [None req-5de340f7-d211-46d8-bec1-7de603646e4a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:21:32.259639 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-5de340f7-d211-46d8-bec1-7de603646e4a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3205645 Apr 11 06:21:34.779461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 46982) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:35.100262 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:35.126273 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (af8f3d68-16e5-403e-9a43-7c047491391c), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:35.127897 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (af8f3d68-16e5-403e-9a43-7c047491391c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:35.258891 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] Publish callbacks [] for router_controller (af8f3d68-16e5-403e-9a43-7c047491391c), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:35.265730 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (af8f3d68-16e5-403e-9a43-7c047491391c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:35.282877 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:35.284064 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2d25348b-d517-4e95-8154-eccbf9757382 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5035744 Apr 11 06:21:37.686741 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 355eaa1b-6595-4e75-aab4-72a636cc8768 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:21:37.772942 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 355eaa1b-6595-4e75-aab4-72a636cc8768 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:37.773348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:37.779281 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 46994) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:37.884366 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 355eaa1b-6595-4e75-aab4-72a636cc8768 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:37.884759 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:37.918726 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 355eaa1b-6595-4e75-aab4-72a636cc8768, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=355eaa1b-6595-4e75-aab4-72a636cc8768,segment=NetworkSegment(19ee9273-262f-4db1-9531-05d5e0e231e1),segment_id=19ee9273-262f-4db1-9531-05d5e0e231e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:21:37.923497 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:37.970881 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=355eaa1b-6595-4e75-aab4-72a636cc8768,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:38.281571 dv-cinder-836996-3-smb neutron-server[103281]: WARNING oslo_policy.policy [None req-b722f579-b967-4cbb-9ca4-7482982139a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:38.282181 dv-cinder-836996-3-smb neutron-server[103281]: WARNING oslo_policy.policy [None req-b722f579-b967-4cbb-9ca4-7482982139a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:38.501679 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [None req-b722f579-b967-4cbb-9ca4-7482982139a8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:21:38.502871 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b722f579-b967-4cbb-9ca4-7482982139a8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7226484 Apr 11 06:21:39.101632 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e952d844-7033-4968-a79a-21f9ac597cc4 None None] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:21:39.172155 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cd36a58d-b028-4ab5-b06a-35d006a92a26 None None] Provisioning complete for port 355eaa1b-6595-4e75-aab4-72a636cc8768 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:39.172499 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd36a58d-b028-4ab5-b06a-35d006a92a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.294153 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cd36a58d-b028-4ab5-b06a-35d006a92a26 None None] Current status of the port 355eaa1b-6595-4e75-aab4-72a636cc8768 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:39.512601 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a22aa8a5-4d53-41c9-834d-049f7b47adef None None] Provisioning complete for port 355eaa1b-6595-4e75-aab4-72a636cc8768 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:39.512990 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a22aa8a5-4d53-41c9-834d-049f7b47adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.591552 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a22aa8a5-4d53-41c9-834d-049f7b47adef None None] Current status of the port 355eaa1b-6595-4e75-aab4-72a636cc8768 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:39.670978 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 355eaa1b-6595-4e75-aab4-72a636cc8768 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:21:39.720365 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 355eaa1b-6595-4e75-aab4-72a636cc8768 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:39.720365 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.791024 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 355eaa1b-6595-4e75-aab4-72a636cc8768 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:40.988092 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:41.332764 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:41.389026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Made reservation on behalf of 38e199755c9b4341a50293d1b314df11 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:21:41.449607 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.policy [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 06:21:41.491404 dv-cinder-836996-3-smb neutron-server[103281]: WARNING oslo_policy.policy [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:41.491771 dv-cinder-836996-3-smb neutron-server[103281]: WARNING oslo_policy.policy [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:41.501160 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.522222 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.639132 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks [] for security_group (ca6c30a9-af09-4c38-88ac-06a00f425f35), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.645865 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ca6c30a9-af09-4c38-88ac-06a00f425f35), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.656722 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Reserving flat network on physical network physnet1 {{(pid=103281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 06:21:41.687376 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775233040806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (ba5f431e-2793-4faa-8f39-ac92b0c1ac25), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.687945 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Unsubscribe: segment precommit_create {{(pid=103281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 06:21:41.688474 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Added segment ba5f431e-2793-4faa-8f39-ac92b0c1ac25 of type flat for network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 Apr 11 06:21:41.704214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6c30a9-af09-4c38-88ac-06a00f425f35,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:41.754032 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.754362 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.754746 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.755128 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.755462 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.755786 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.756102 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.756419 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.756716 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.757056 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.757370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.757698 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.758005 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.758314 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.758620 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Tracked resource versions report: Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: pushed versions: Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: { 'AddressGroup': {'1.2'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Agent': {'1.1'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'ConntrackHelper': {'1.0'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Log': {'1.0'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'NDPProxy': {'1.0'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Network': {'1.1'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Port': {'1.7'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'PortForwarding': {'1.3'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'QosPolicy': {'1.10'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroup': {'1.5'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'SubPort': {'1.0'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Subnet': {'1.1'}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Trunk': {'1.1'}} Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: consumer versions: Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Agent': '1.1', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'ConntrackHelper': '1.0', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'LocalIPAssociation': '1.0', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Log': '1.0', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'NDPProxy': '1.0', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Network': '1.1', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Port': '1.7', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'PortForwarding': '1.3', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'QosPolicy': '1.10', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroup': '1.5', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroupRule': '1.2', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'SubPort': '1.0', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Subnet': '1.1', Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: 'Trunk': '1.1'}} Apr 11 06:21:41.759852 dv-cinder-836996-3-smb neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:21:41.808250 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (6b6ac893-76fb-4847-92d7-d9bdc0c76986), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.861629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (6b6ac893-76fb-4847-92d7-d9bdc0c76986), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.862723 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:41.863427 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:41.922515 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9332347 Apr 11 06:21:41.967101 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7f0e-6832-49f9-829b-df215e8e9b41 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6ac893-76fb-4847-92d7-d9bdc0c76986,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:41.978421 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:21:42.484780 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11a70a57-8e72-4c5c-9d59-a1090921a8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:44.414820 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:44.849839 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60b215-371d-4da3-836b-7ca1bdd13be6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:44.850243 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b928e657-d065-48a0-9891-286c7123ffdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:44.851147 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ef60b215-371d-4da3-836b-7ca1bdd13be6 demo admin] 10.222.0.11 "GET /v2.0/subnets/4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b HTTP/1.1" status: 200 len: 849 time: 0.4354060 Apr 11 06:21:45.017539 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-7ae59534-900e-4d52-a3eb-35599b54173f demo admin] 10.222.0.11 "GET /v2.0/routers/af8f3d68-16e5-403e-9a43-7c047491391c HTTP/1.1" status: 200 len: 704 time: 0.1590140 Apr 11 06:21:45.320850 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:45.625911 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Allocated IP 172.20.0.1 (66a73daa-37bd-400b-89e9-d72aef07a6b8/4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b/b431f0e3-3b17-4627-9e83-336be3de7533) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:21:45.742330 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:45.817577 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks [] for port (b431f0e3-3b17-4627-9e83-336be3de7533), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:45.888680 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:45.961748 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:21:45.967574 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:21:45.977365 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Pushing event updated for resources: {'Port': ['ID=b431f0e3-3b17-4627-9e83-336be3de7533,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:45.979988 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:21:45.980647 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (af8f3d68-16e5-403e-9a43-7c047491391c), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.189066 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.260016 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-135ab16f-e54e-44df-beb5-aa407f8b1dcd None None] Provisioning complete for port b431f0e3-3b17-4627-9e83-336be3de7533 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:46.260592 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-135ab16f-e54e-44df-beb5-aa407f8b1dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.341843 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-135ab16f-e54e-44df-beb5-aa407f8b1dcd None None] Port b431f0e3-3b17-4627-9e83-336be3de7533 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:21:46.461694 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks [] for port (b431f0e3-3b17-4627-9e83-336be3de7533), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.468675 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.469772 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (af8f3d68-16e5-403e-9a43-7c047491391c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.526678 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Pushing event updated for resources: {'Port': ['ID=b431f0e3-3b17-4627-9e83-336be3de7533,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:46.595929 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:21:46.597214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:21:46.762680 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-583adac6-5bf7-44d2-8cfd-2a582de6112d None None] Provisioning complete for port b431f0e3-3b17-4627-9e83-336be3de7533 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:46.763100 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-583adac6-5bf7-44d2-8cfd-2a582de6112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:46.767986 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Router af8f3d68-16e5-403e-9a43-7c047491391c is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:21:46.796510 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-583adac6-5bf7-44d2-8cfd-2a582de6112d None None] Port b431f0e3-3b17-4627-9e83-336be3de7533 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:21:46.860849 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:21:46.866155 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d7fe9c6d-e57a-401f-b851-965b9dda43ac demo admin] 10.222.0.11 "PUT /v2.0/routers/af8f3d68-16e5-403e-9a43-7c047491391c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8422611 Apr 11 06:21:46.871804 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Sync routers for ids ['af8f3d68-16e5-403e-9a43-7c047491391c'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:21:46.884867 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Routers {'af8f3d68-16e5-403e-9a43-7c047491391c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:21:46.885735 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:21:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['af8f3d68-16e5-403e-9a43-7c047491391c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:47.079419 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Set router af8f3d68-16e5-403e-9a43-7c047491391c gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:21:47.188546 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:47.501397 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'name': 'router1', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:21:35Z', 'updated_at': '2022-04-11T06:21:46Z', 'revision_number': 2, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'gw_port_host': None, '_interfaces': [{'id': 'b431f0e3-3b17-4627-9e83-336be3de7533', 'name': '', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'mac_address': 'fa:16:3e:c0:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:45Z', 'updated_at': '2022-04-11T06:21:46Z', 'revision_number': 2, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'subnets': [{'id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:47.552019 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Checking router: af8f3d68-16e5-403e-9a43-7c047491391c for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:21:47.552357 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Updating router af8f3d68-16e5-403e-9a43-7c047491391c port b431f0e3-3b17-4627-9e83-336be3de7533 binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:21:47.605302 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.119073 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Publish callbacks [] for port (b431f0e3-3b17-4627-9e83-336be3de7533), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.126977 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.297325 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Pushing event updated for resources: {'Port': ['ID=b431f0e3-3b17-4627-9e83-336be3de7533,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:48.314529 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Attempting to bind port b431f0e3-3b17-4627-9e83-336be3de7533 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:21:48.315112 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Attempting to bind port b431f0e3-3b17-4627-9e83-336be3de7533 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:21:48.315388 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Attempting to bind port b431f0e3-3b17-4627-9e83-336be3de7533 on network 66a73daa-37bd-400b-89e9-d72aef07a6b8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:21:48.318950 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.319214 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6584bd9e-8512-4dc2-ba01-cb3f5793e9d0 None None] Provisioning complete for port b431f0e3-3b17-4627-9e83-336be3de7533 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:48.319693 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.319783 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6584bd9e-8512-4dc2-ba01-cb3f5793e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.319879 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.320095 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.320335 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.320742 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.320984 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.321303 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.321626 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.321942 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.322262 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.322591 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.323002 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.323318 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.323776 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Tracked resource versions report: Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: pushed versions: Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: { 'AddressGroup': {'1.2'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Agent': {'1.1'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Log': {'1.0'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'NDPProxy': {'1.0'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Network': {'1.1'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Port': {'1.7'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'PortForwarding': {'1.3'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'QosPolicy': {'1.10'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroup': {'1.5'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'SubPort': {'1.0'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Subnet': {'1.1'}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Trunk': {'1.1'}} Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: consumer versions: Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Agent': '1.1', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'ConntrackHelper': '1.0', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'LocalIPAssociation': '1.0', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Log': '1.0', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'NDPProxy': '1.0', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Network': '1.1', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Port': '1.7', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'PortForwarding': '1.3', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'QosPolicy': '1.10', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroup': '1.5', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroupRule': '1.2', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'SubPort': '1.0', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Subnet': '1.1', Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: 'Trunk': '1.1'}} Apr 11 06:21:48.325821 dv-cinder-836996-3-smb neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:21:48.333401 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:21:48.333821 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Checking segment: {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:21:48.334296 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.334712 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Bound using segment: {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:21:48.335209 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Bound port: b431f0e3-3b17-4627-9e83-336be3de7533, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ee9273-262f-4db1-9531-05d5e0e231e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:21:48.335590 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.356591 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6584bd9e-8512-4dc2-ba01-cb3f5793e9d0 None None] Port b431f0e3-3b17-4627-9e83-336be3de7533 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:21:48.407596 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] For port b431f0e3-3b17-4627-9e83-336be3de7533, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:21:48.429693 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] For port b431f0e3-3b17-4627-9e83-336be3de7533, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=b431f0e3-3b17-4627-9e83-336be3de7533,segment=NetworkSegment(19ee9273-262f-4db1-9531-05d5e0e231e1),segment_id=19ee9273-262f-4db1-9531-05d5e0e231e1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:21:48.436922 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.500123 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Routers {'af8f3d68-16e5-403e-9a43-7c047491391c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:21:48.500768 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:21:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['af8f3d68-16e5-403e-9a43-7c047491391c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:48.502709 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92ecd-6a26-46df-8379-e03aeed9e459 None None] Pushing event updated for resources: {'Port': ['ID=b431f0e3-3b17-4627-9e83-336be3de7533,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:48.601783 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] Set router af8f3d68-16e5-403e-9a43-7c047491391c gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:21:48.674912 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] Provisioning complete for port b431f0e3-3b17-4627-9e83-336be3de7533 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:48.675299 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.760688 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] Current status of the port b431f0e3-3b17-4627-9e83-336be3de7533 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:48.761080 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.802097 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] For port b431f0e3-3b17-4627-9e83-336be3de7533, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=b431f0e3-3b17-4627-9e83-336be3de7533,segment=NetworkSegment(19ee9273-262f-4db1-9531-05d5e0e231e1),segment_id=19ee9273-262f-4db1-9531-05d5e0e231e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:21:48.807442 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:48.811729 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'name': 'router1', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:21:35Z', 'updated_at': '2022-04-11T06:21:46Z', 'revision_number': 2, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'gw_port_host': None, '_interfaces': [{'id': 'b431f0e3-3b17-4627-9e83-336be3de7533', 'name': '', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'mac_address': 'fa:16:3e:c0:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:45Z', 'updated_at': '2022-04-11T06:21:48Z', 'revision_number': 4, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'subnets': [{'id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:48.839128 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1acee-4f7d-4cd7-850b-fd2c54870618 None None] The sync data for ids ['af8f3d68-16e5-403e-9a43-7c047491391c'] in dv-cinder-836996-3-smb is: [{'id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'name': 'router1', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:21:35Z', 'updated_at': '2022-04-11T06:21:46Z', 'revision_number': 2, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'gw_port_host': None, '_interfaces': [{'id': 'b431f0e3-3b17-4627-9e83-336be3de7533', 'name': '', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'mac_address': 'fa:16:3e:c0:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:45Z', 'updated_at': '2022-04-11T06:21:48Z', 'revision_number': 4, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'subnets': [{'id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:21:48.855883 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ece23-120d-4d8c-9f39-f7d3c7003b26 None None] Pushing event updated for resources: {'Port': ['ID=b431f0e3-3b17-4627-9e83-336be3de7533,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:49.009451 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:49.368707 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47044) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:49.567754 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e4ae1a-682b-4da3-a0cf-988fd2e97bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:49.569113 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-73e4ae1a-682b-4da3-a0cf-988fd2e97bdd admin admin] 10.222.0.11 "GET /v2.0/networks/6b6ac893-76fb-4847-92d7-d9bdc0c76986 HTTP/1.1" status: 200 len: 842 time: 0.1994374 Apr 11 06:21:49.578838 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:49.603496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Made reservation on behalf of 38e199755c9b4341a50293d1b314df11 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:21:49.605841 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:49.890964 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.objects.ports [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 06:21:49.891243 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (ca850bad-99f6-439e-9893-aaae7eb27ece), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:49.945371 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca850bad-99f6-439e-9893-aaae7eb27ece,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:49.957032 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:21:49.957398 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Network hostable DHCP agents. Network: 6b6ac893-76fb-4847-92d7-d9bdc0c76986, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:21:49.980494 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:21:49.991718 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 6b6ac893-76fb-4847-92d7-d9bdc0c76986) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:21:49.995771 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:49.996362 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:50.001908 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1d293-4941-41cd-bfd3-4a8f8224bda3 None None] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:21:50.012679 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-3d2175da-4747-4f10-af93-3fa064fff597 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4373283 Apr 11 06:21:50.106344 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127326d9-3c54-4211-a517-943edd5a2bdb None None] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:21:52.468218 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47062) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:52.603604 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-f2411830-5cca-47f1-b26e-bf4bd06a2fd1 demo admin] 10.222.0.11 "GET /v2.0/routers/af8f3d68-16e5-403e-9a43-7c047491391c HTTP/1.1" status: 200 len: 710 time: 0.1331627 Apr 11 06:21:52.687112 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4d720-99f0-4082-b1bb-ac6052343e27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:21:52.688455 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-59e4d720-99f0-4082-b1bb-ac6052343e27 demo admin] 10.222.0.11 "GET /v2.0/networks/6b6ac893-76fb-4847-92d7-d9bdc0c76986 HTTP/1.1" status: 200 len: 886 time: 0.0795906 Apr 11 06:21:52.697419 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:53.011707 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks [] for router_gateway (af8f3d68-16e5-403e-9a43-7c047491391c), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.226980 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks [] for router_gateway (af8f3d68-16e5-403e-9a43-7c047491391c), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.301698 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.400906 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Allocated IP 172.28.1.167 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/2eb9b12d-1b3c-4962-b481-389f67b1bb33) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:21:53.501672 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks [] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.535818 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.570265 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:21:53.572838 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:21:53.575438 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:21:53.618329 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Pushing event updated for resources: {'Port': ['ID=2eb9b12d-1b3c-4962-b481-389f67b1bb33,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:53.840325 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks [] for router_gateway (af8f3d68-16e5-403e-9a43-7c047491391c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:54.054200 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3718707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3714484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-938'] for router (af8f3d68-16e5-403e-9a43-7c047491391c), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:54.058296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3714493'] for router (af8f3d68-16e5-403e-9a43-7c047491391c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:54.173840 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Router af8f3d68-16e5-403e-9a43-7c047491391c has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:21:54.283720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:21:54.288336 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:54.306728 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b895dedc-3e20-459d-9150-5494ab5ac4c1 demo admin] 10.222.0.11 "PUT /v2.0/routers/af8f3d68-16e5-403e-9a43-7c047491391c HTTP/1.1" status: 200 len: 890 time: 1.5952992 Apr 11 06:21:55.703344 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device b431f0e3-3b17-4627-9e83-336be3de7533 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:21:55.752511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port b431f0e3-3b17-4627-9e83-336be3de7533 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:55.752984 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:55.830816 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port b431f0e3-3b17-4627-9e83-336be3de7533 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:56.789638 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47074) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:56.983643 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9cd6a064-7483-479d-9994-e5f07d15b115 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1928537 Apr 11 06:21:57.431789 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Sync routers for ids ['af8f3d68-16e5-403e-9a43-7c047491391c'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:21:57.442933 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Routers {'af8f3d68-16e5-403e-9a43-7c047491391c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:21:57.443643 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:21:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['af8f3d68-16e5-403e-9a43-7c047491391c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:57.658768 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Set router af8f3d68-16e5-403e-9a43-7c047491391c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:21:58.124887 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'name': 'router1', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '2eb9b12d-1b3c-4962-b481-389f67b1bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:21:35Z', 'updated_at': '2022-04-11T06:21:53Z', 'revision_number': 4, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'gw_port': {'id': '2eb9b12d-1b3c-4962-b481-389f67b1bb33', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:53Z', 'updated_at': '2022-04-11T06:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'b431f0e3-3b17-4627-9e83-336be3de7533', 'name': '', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'mac_address': 'fa:16:3e:c0:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:45Z', 'updated_at': '2022-04-11T06:21:48Z', 'revision_number': 5, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'subnets': [{'id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:58.175628 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Checking router: af8f3d68-16e5-403e-9a43-7c047491391c for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:21:58.175990 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Updating router af8f3d68-16e5-403e-9a43-7c047491391c port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:21:58.230432 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.543403 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Publish callbacks [] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.554392 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.603474 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Attempting to bind port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:21:58.603865 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Attempting to bind port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:21:58.604220 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Attempting to bind port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:21:58.613118 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:21:58.613548 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:21:58.613963 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.614358 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:21:58.614823 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Bound port: 2eb9b12d-1b3c-4962-b481-389f67b1bb33, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:21:58.615203 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.617398 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887a8dc-f88b-4195-9147-07346699cddc None None] Pushing event updated for resources: {'Port': ['ID=2eb9b12d-1b3c-4962-b481-389f67b1bb33,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:58.680322 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] For port 2eb9b12d-1b3c-4962-b481-389f67b1bb33, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:21:58.683456 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] For port 2eb9b12d-1b3c-4962-b481-389f67b1bb33, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=2eb9b12d-1b3c-4962-b481-389f67b1bb33,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:21:58.693052 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.754523 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887a8dc-f88b-4195-9147-07346699cddc None None] Pushing event updated for resources: {'Port': ['ID=2eb9b12d-1b3c-4962-b481-389f67b1bb33,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:21:58.759248 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Routers {'af8f3d68-16e5-403e-9a43-7c047491391c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:21:58.759913 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:21:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['af8f3d68-16e5-403e-9a43-7c047491391c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:58.872226 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] Set router af8f3d68-16e5-403e-9a43-7c047491391c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:21:59.078374 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'name': 'router1', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '2eb9b12d-1b3c-4962-b481-389f67b1bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:21:35Z', 'updated_at': '2022-04-11T06:21:53Z', 'revision_number': 4, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'gw_port': {'id': '2eb9b12d-1b3c-4962-b481-389f67b1bb33', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:53Z', 'updated_at': '2022-04-11T06:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'b431f0e3-3b17-4627-9e83-336be3de7533', 'name': '', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'mac_address': 'fa:16:3e:c0:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:45Z', 'updated_at': '2022-04-11T06:21:48Z', 'revision_number': 5, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'subnets': [{'id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:59.106636 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bdd8d-ec00-4b32-a7f9-53f8ed580e35 None None] The sync data for ids ['af8f3d68-16e5-403e-9a43-7c047491391c'] in dv-cinder-836996-3-smb is: [{'id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'name': 'router1', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '2eb9b12d-1b3c-4962-b481-389f67b1bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:21:35Z', 'updated_at': '2022-04-11T06:21:53Z', 'revision_number': 4, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'gw_port': {'id': '2eb9b12d-1b3c-4962-b481-389f67b1bb33', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:53Z', 'updated_at': '2022-04-11T06:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'b431f0e3-3b17-4627-9e83-336be3de7533', 'name': '', 'network_id': '66a73daa-37bd-400b-89e9-d72aef07a6b8', 'tenant_id': '028de9d8a61548449bc0e2ca19613d0e', 'mac_address': 'fa:16:3e:c0:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3d68-16e5-403e-9a43-7c047491391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:21:45Z', 'updated_at': '2022-04-11T06:21:48Z', 'revision_number': 5, 'project_id': '028de9d8a61548449bc0e2ca19613d0e', 'subnets': [{'id': '4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4dabc48-51c9-497d-9c4c-d0eb14f9397b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:21:59.757414 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 2eb9b12d-1b3c-4962-b481-389f67b1bb33 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:21:59.820531 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:21:59.821076 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:59.907226 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:21:59.908060 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:59.934290 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 2eb9b12d-1b3c-4962-b481-389f67b1bb33, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=2eb9b12d-1b3c-4962-b481-389f67b1bb33,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:21:59.940302 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:59.995826 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=2eb9b12d-1b3c-4962-b481-389f67b1bb33,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:01.739802 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 2eb9b12d-1b3c-4962-b481-389f67b1bb33 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:22:01.826475 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:01.827036 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2eb9b12d-1b3c-4962-b481-389f67b1bb33), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.986417 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 2eb9b12d-1b3c-4962-b481-389f67b1bb33 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:12.491673 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4b98-6f28-4139-a5c7-849dfbf6ceb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:13.099219 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:22:14.853133 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dc14153-4d90-4ecc-83a2-fc0d74818441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:15.748303 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:17.190089 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:19.004644 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:42.485640 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96ab7f67-c1f1-4f3f-b41d-fc5617d8dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:44.849395 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c87d4da3-a109-40ff-be2b-fc2c551cdb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:45.748106 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:47.194563 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:49.013791 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:50.102210 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:23:12.490451 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b9768ec-990c-4c8f-8cb8-0b0fd31e8246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:14.853983 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d39ae921-3bff-4964-a313-ec45d7ac7567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:15.751795 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:17.196912 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:17.841346 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:17.907347 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0173a647-ac8c-4634-83b2-f02cb6e7719e admin admin] GET failed (client error): The resource could not be found. Apr 11 06:23:17.908626 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0173a647-ac8c-4634-83b2-f02cb6e7719e admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663104 Apr 11 06:23:18.070050 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec92e006-908f-483d-be5b-53fc06c50fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:18.071559 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ec92e006-908f-483d-be5b-53fc06c50fbc admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588185 Apr 11 06:23:19.008842 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:20.331703 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47568) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:20.439376 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5800b-7eec-4d6c-8212-9c503f0b926f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:20.440934 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-78c5800b-7eec-4d6c-8212-9c503f0b926f admin admin] 10.222.0.11 "GET /v2.0/subnets/4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b HTTP/1.1" status: 200 len: 849 time: 0.1080487 Apr 11 06:23:20.450594 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:23:20.545696 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Publish callbacks [] for subnet (4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:20.696167 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775233135894'] for subnet (4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:20.728540 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:20.729096 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:20.730358 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] 10.222.0.11 "PUT /v2.0/subnets/4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b HTTP/1.1" status: 200 len: 868 time: 0.2837701 Apr 11 06:23:20.745756 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444e95b-ca50-4216-bbb7-044fc66ef365 None None] Network 66a73daa-37bd-400b-89e9-d72aef07a6b8 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:23:20.748211 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:23:20.756023 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.756336 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.756694 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.757052 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.757385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.757723 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.758077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.758423 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.758804 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.759130 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.759466 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.759746 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.760112 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.760415 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:20.760735 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51670d9-15e8-416a-ba89-1389e6c5c696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:23:21.088055 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0eaa7aa3-7835-43be-9da0-7118743ef805 None None] Provisioning complete for port b431f0e3-3b17-4627-9e83-336be3de7533 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:23:21.088438 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7aa3-7835-43be-9da0-7118743ef805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b431f0e3-3b17-4627-9e83-336be3de7533), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:21.167530 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa7aa3-7835-43be-9da0-7118743ef805 None None] Current status of the port b431f0e3-3b17-4627-9e83-336be3de7533 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:23:21.176523 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0eaa7aa3-7835-43be-9da0-7118743ef805 None None] Provisioning complete for port 355eaa1b-6595-4e75-aab4-72a636cc8768 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:23:21.176916 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7aa3-7835-43be-9da0-7118743ef805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (355eaa1b-6595-4e75-aab4-72a636cc8768), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:21.253796 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa7aa3-7835-43be-9da0-7118743ef805 None None] Current status of the port 355eaa1b-6595-4e75-aab4-72a636cc8768 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:23:23.033666 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:23.254713 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce3f4f-d7f2-4b5c-911e-0affb1e0227e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:23.255188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce3f4f-d7f2-4b5c-911e-0affb1e0227e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:23.256737 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-cfce3f4f-d7f2-4b5c-911e-0affb1e0227e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218230 Apr 11 06:23:25.539499 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47586) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:25.755275 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f421c2-e4d1-4749-8490-4bbe62fea738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:25.755745 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f421c2-e4d1-4749-8490-4bbe62fea738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:25.757288 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-33f421c2-e4d1-4749-8490-4bbe62fea738 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2164667 Apr 11 06:23:27.101519 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:23:28.043444 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:28.177270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4318f8-4dfe-458a-ace7-66c0cf7ae024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:28.178585 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ca4318f8-4dfe-458a-ace7-66c0cf7ae024 admin admin] 10.222.0.11 "GET /v2.0/networks/66a73daa-37bd-400b-89e9-d72aef07a6b8 HTTP/1.1" status: 200 len: 869 time: 0.1339161 Apr 11 06:23:30.454122 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47602) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:30.608165 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ba49f-432a-410d-b02e-9f5fe45cf138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:30.609514 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-910ba49f-432a-410d-b02e-9f5fe45cf138 admin admin] 10.222.0.11 "GET /v2.0/networks/6b6ac893-76fb-4847-92d7-d9bdc0c76986 HTTP/1.1" status: 200 len: 886 time: 0.1543784 Apr 11 06:23:32.911917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:33.043295 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f12e0-d940-4c43-9d03-2e2285624fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:33.043749 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f12e0-d940-4c43-9d03-2e2285624fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:33.045289 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ce6f12e0-d940-4c43-9d03-2e2285624fdd admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319771 Apr 11 06:23:35.356132 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47618) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:35.455149 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf32fa3-b970-4bc0-a690-05063201ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:35.455598 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf32fa3-b970-4bc0-a690-05063201ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:35.457174 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-dbf32fa3-b970-4bc0-a690-05063201ebee admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0998075 Apr 11 06:23:37.779900 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:37.877178 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbc999-1597-4932-b459-fcb3cfa4cadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:37.878576 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d0fbc999-1597-4932-b459-fcb3cfa4cadb admin admin] 10.222.0.11 "GET /v2.0/subnets/4c9e8a5c-dde1-4875-b38f-1dfbc7bfbf0b HTTP/1.1" status: 200 len: 868 time: 0.0977020 Apr 11 06:23:40.170538 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:40.270977 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13119324-c174-4d76-adf7-8985ab8e89b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:40.272352 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-13119324-c174-4d76-adf7-8985ab8e89b4 admin admin] 10.222.0.11 "GET /v2.0/subnets/ca850bad-99f6-439e-9893-aaae7eb27ece HTTP/1.1" status: 200 len: 816 time: 0.1008568 Apr 11 06:23:42.494607 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3a1eb9-d5b8-47d9-9888-9d5e05163c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:44.857800 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce778d74-54ec-4d38-8714-26f35c0b7a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:45.760751 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:47.202356 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:49.013641 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:04.102164 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:24:12.499744 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9973-63fd-4e99-bf87-791528e9585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:14.866329 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6b8-8cc8-4581-87a3-06905d0b5a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:15.758863 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:17.205705 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:19.018755 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:20.538250 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47692) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:20.588487 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [None req-b6643857-0fe5-463e-bb35-e9b62a9c19c0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:24:20.589467 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b6643857-0fe5-463e-bb35-e9b62a9c19c0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502779 Apr 11 06:24:22.992336 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47700) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:23.065506 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-898ffe97-93ea-4882-995b-0d1aae39e88f admin admin] GET failed (client error): The resource could not be found. Apr 11 06:24:23.066839 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-898ffe97-93ea-4882-995b-0d1aae39e88f admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0734529 Apr 11 06:24:23.209458 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9905382-7c63-4914-bb5e-07d9142ab07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:23.210876 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d9905382-7c63-4914-bb5e-07d9142ab07a admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397140 Apr 11 06:24:25.521031 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47708) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:25.579819 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:24:25.602490 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Made reservation on behalf of 38e199755c9b4341a50293d1b314df11 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:24:25.604704 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:25.638596 dv-cinder-836996-3-smb neutron-server[103282]: WARNING neutron.services.revisions.revision_plugin [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Could not find related network for resource to bump revision. Apr 11 06:24:25.651781 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:24:25.660850 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (2484f620-4a9f-4962-92c2-865836bab7e9), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:25.661215 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Added segment 2484f620-4a9f-4962-92c2-865836bab7e9 of type vlan for network edf3201f-8a3e-4807-80e8-92dedc482225 Apr 11 06:24:25.698893 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (edf3201f-8a3e-4807-80e8-92dedc482225), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:25.726731 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (edf3201f-8a3e-4807-80e8-92dedc482225), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:25.727639 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:25.728212 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:25.776657 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2544839 Apr 11 06:24:25.821472 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Pushing event updated for resources: {'Network': ['ID=edf3201f-8a3e-4807-80e8-92dedc482225,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:24:25.828908 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.829254 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.829640 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.829978 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.830313 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.830637 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.831000 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.831330 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.831650 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.831935 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.832265 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.832618 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.832922 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.833240 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.833557 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1f77d-1cf5-46ba-9139-f093f73e1e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:25.846341 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network edf3201f-8a3e-4807-80e8-92dedc482225 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:24:28.093763 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47716) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:28.156980 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b703b48-4b92-43c9-89ca-143086de5843 admin admin] GET failed (client error): The resource could not be found. Apr 11 06:24:28.158311 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0b703b48-4b92-43c9-89ca-143086de5843 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636125 Apr 11 06:24:28.229752 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd1389-637b-4c26-ab51-2a1261374f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:28.231335 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-bafd1389-637b-4c26-ab51-2a1261374f4f admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689182 Apr 11 06:24:28.242445 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Request body: {'subnet': {'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:24:28.262721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Made reservation on behalf of 38e199755c9b4341a50293d1b314df11 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:24:28.264927 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:28.428213 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (eac2c52f-d977-4f4d-a542-d60d8253e272), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:28.474508 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac2c52f-d977-4f4d-a542-d60d8253e272,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:24:28.488135 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.488484 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.488850 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.489193 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.489529 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.489855 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.490177 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.490496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.490848 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.491174 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.491472 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.491788 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.492109 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.492423 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.492734 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:28.500366 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Checking segment: {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:24:28.500722 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Network hostable DHCP agents. Network: edf3201f-8a3e-4807-80e8-92dedc482225, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:24:28.518262 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Network edf3201f-8a3e-4807-80e8-92dedc482225 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:24:28.527849 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, edf3201f-8a3e-4807-80e8-92dedc482225) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:24:28.531709 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:28.532299 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:28.537295 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3218c-43cf-4ec2-82a3-29290791e051 None None] Network edf3201f-8a3e-4807-80e8-92dedc482225 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:24:28.547995 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-650306c2-6dfb-4b0e-b160-9733496ed1fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088231 Apr 11 06:24:28.745585 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-edf3201f-8a3e-4807-80e8-92dedc482225', 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225', 'project_id': '38e199755c9b4341a50293d1b314df11', 'fixed_ips': [{'subnet_id': 'eac2c52f-d977-4f4d-a542-d60d8253e272'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:24:28.746430 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:28.885937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Allocated IP 192.168.233.2 (edf3201f-8a3e-4807-80e8-92dedc482225/eac2c52f-d977-4f4d-a542-d60d8253e272/1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:24:29.031207 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Publish callbacks [] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:29.037170 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:29.077535 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Network edf3201f-8a3e-4807-80e8-92dedc482225 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:24:29.080339 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:24:29.083418 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:24:29.095570 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Pushing event updated for resources: {'Port': ['ID=1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:24:29.117887 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.118226 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.118539 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.118920 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.119249 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.119569 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.119888 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.120201 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.120533 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.120842 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.121139 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.121469 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.121780 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.122086 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.122393 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:29.157078 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Attempting to bind port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:24:29.157539 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Attempting to bind port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:24:29.157898 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Attempting to bind port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 on network edf3201f-8a3e-4807-80e8-92dedc482225 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:24:29.163025 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:24:29.163395 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Checking segment: {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:24:29.163784 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:29.164166 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Bound using segment: {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:24:29.164619 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Bound port: 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:24:29.164989 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:29.226617 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] For port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:24:29.229763 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] For port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:24:29.238046 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:29.299781 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e45d3-e5fe-42c8-a82f-fd06053f77d2 None None] Pushing event updated for resources: {'Port': ['ID=1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:24:29.827183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:24:29.875327 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:24:29.875563 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:29.963135 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:24:29.963524 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:30.003656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:24:30.009652 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:30.061616 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:24:30.169320 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0d4d5-fe5c-4f64-87d1-296a6fa490fe None None] Network edf3201f-8a3e-4807-80e8-92dedc482225 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:24:30.239891 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-960b7fd3-91cf-4fea-8d45-4c0e30a002cb None None] Provisioning complete for port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:24:30.240287 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-960b7fd3-91cf-4fea-8d45-4c0e30a002cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:30.348950 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-960b7fd3-91cf-4fea-8d45-4c0e30a002cb None None] Current status of the port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:24:30.567501 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-689c3f8b-5635-4d53-82ea-69de465aebce None None] Provisioning complete for port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:24:30.567866 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-689c3f8b-5635-4d53-82ea-69de465aebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:30.647481 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-689c3f8b-5635-4d53-82ea-69de465aebce None None] Current status of the port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:24:31.788206 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:24:31.834466 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:24:31.834905 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:31.913564 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 1b8366ad-fe95-40e3-9c27-f0a0ab27c2f5 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:24:41.102205 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:24:42.504895 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ff796b2-75a5-4816-bd8f-9e96744cf171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:44.862570 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b747996-1463-4a45-89f1-ef1085e8ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:45.760511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:47.209601 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:49.023916 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:12.508491 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8378098-ce72-4c66-8678-c9b4c77b72f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:14.866366 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-533df5d8-67f2-49f3-8dfc-304cbcaf4f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:15.765159 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:17.213998 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:18.102622 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:25:19.033318 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:42.515399 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42b2d5dd-2533-409d-bc91-9f9c07623eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:44.870462 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93024c1c-8cf8-4755-a178-4eb7b01ef6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:45.766417 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:47.217620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:49.029960 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:55.102460 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:26:05.537382 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47754) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:26:05.545888 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [None req-e7203022-9b87-4292-9616-09e25fb2f5aa tempest-verify_tempest_config-1065338415 tempest-verify_tempest_config-1065338415-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:26:05.547132 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e7203022-9b87-4292-9616-09e25fb2f5aa tempest-verify_tempest_config-1065338415 tempest-verify_tempest_config-1065338415-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0087411 Apr 11 06:26:05.870846 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47772) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:26:05.976994 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.059950 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Publish callbacks [] for security_group (37deb644-4120-4e95-b40b-6c136a66dc8b), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.065102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (37deb644-4120-4e95-b40b-6c136a66dc8b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.159321 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a71fcec42d045f1b6b98e60e6841be9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2870786 Apr 11 06:26:06.160162 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37deb644-4120-4e95-b40b-6c136a66dc8b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:26:06.162108 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47778) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:26:06.168242 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.168633 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.168975 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.169349 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.169926 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.170272 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.170579 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.170928 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.171248 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.171595 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.171910 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.172241 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.172556 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.172980 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.173295 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a790fa-fba9-4526-b860-6ef49af7b84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.218782 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Publish callbacks [] for security_group (37deb644-4120-4e95-b40b-6c136a66dc8b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.239724 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Publish callbacks [] for security_group (37deb644-4120-4e95-b40b-6c136a66dc8b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.333754 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (37deb644-4120-4e95-b40b-6c136a66dc8b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.338491 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:06.340276 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37deb644-4120-4e95-b40b-6c136a66dc8b HTTP/1.1" status: 204 len: 168 time: 0.1772089 Apr 11 06:26:06.349187 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37deb644-4120-4e95-b40b-6c136a66dc8b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:26:06.355838 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.356181 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.356517 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.356854 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.357154 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.357528 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.357790 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.358111 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.358467 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.358793 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.359101 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.359422 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.359755 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.360079 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:06.360453 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1e540-94dc-4aab-a976-c535c3fbe540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:12.509325 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6638-1c89-480d-9d35-52d3a4c30799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:14.876763 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c5c8ff9-ad88-4853-81fd-b21a12013cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:15.770292 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:17.221511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:19.025322 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:32.108176 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:26:42.515139 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d62918bd-df43-44d5-9d8c-cf69169ca8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:44.872288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d58de340-3ee2-42fe-b3d5-58341a23dff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:45.783299 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:47.230296 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:49.041948 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:09.110982 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:27:12.520946 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-454c4b1d-32fb-4f60-ac40-ed3f9bfc483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:14.869082 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0666c26-1037-4c8e-899c-3962e9b672dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:15.787403 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:17.230109 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:19.042684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:42.519926 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9827a662-c460-4deb-94ba-60edf165d061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:44.866834 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a70b09dd-628b-4c57-a90a-37434e69dbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:45.793986 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:46.118872 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:27:47.241935 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:49.033593 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:57.172986 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716297'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:11.379757 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:28:11.491015 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-30c46468-94e1-4548-a785-0e4053456ab3 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1101131 Apr 11 06:28:12.513094 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df17a0af-49e9-4199-b0e6-723c207f17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:13.797370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 47858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:28:13.852643 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-cd239d45-196d-41e5-acd6-67c2cae1bebb admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0541894 Apr 11 06:28:14.866612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a9a67c9-5e7e-4b30-a457-b38d4b12fc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:15.786856 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:17.236251 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:19.029178 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:23.113667 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:28:27.152259 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:42.524414 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0db7ece3-b1a7-41d5-9823-cb48c93e4666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:44.868973 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad217ef0-3b12-4a23-9930-d69643247518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:45.795392 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:47.241019 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:49.041928 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:57.165345 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:00.118006 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:29:12.521135 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b96f86c-06f1-4adf-a8b5-3e0c1691aa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:14.866676 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8970a501-4dda-47ae-90a1-c5a2f78cf064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:15.796348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:17.249121 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:19.037867 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:27.153401 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:37.118409 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:29:42.515461 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba5886c3-750c-4aeb-af7c-b097b990d5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:44.860765 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd78bee9-1752-44b0-84cd-41e3b942170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:45.795811 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:47.247370 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:49.033682 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:57.178595 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.360826 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 47990) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:29:58.668391 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1121501153-network', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:29:58.688457 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Made reservation on behalf of 29c8cf88c7624603ac5cf6f4dc0bdc0b for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:29:58.691182 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.705496 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.785560 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks [] for security_group (d774f8c6-6161-4db7-a576-0f8ccd03e396), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.790622 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d774f8c6-6161-4db7-a576-0f8ccd03e396), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.812374 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:29:58.828809 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (1ea5af68-ac93-44eb-bf48-1df8d7ace17c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.829386 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Added segment 1ea5af68-ac93-44eb-bf48-1df8d7ace17c of type vlan for network f0f6c81c-6ac0-4772-9059-d7f045c7c641 Apr 11 06:29:58.837142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d774f8c6-6161-4db7-a576-0f8ccd03e396,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:29:58.846983 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.847563 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.847917 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.848257 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.848584 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.848993 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.849317 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.849637 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.849955 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.850269 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.850589 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.850931 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.851243 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.851552 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.851864 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Tracked resource versions report: Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: pushed versions: Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: { 'AddressGroup': {'1.2'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Agent': {'1.1'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'ConntrackHelper': {'1.0'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Log': {'1.0'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'NDPProxy': {'1.0'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Network': {'1.1'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Port': {'1.7'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'PortForwarding': {'1.3'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'QosPolicy': {'1.10'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroup': {'1.5'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'SubPort': {'1.0'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Subnet': {'1.1'}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Trunk': {'1.1'}} Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: consumer versions: Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Agent': '1.1', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'ConntrackHelper': '1.0', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'LocalIPAssociation': '1.0', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Log': '1.0', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'NDPProxy': '1.0', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Network': '1.1', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Port': '1.7', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'PortForwarding': '1.3', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'QosPolicy': '1.10', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroup': '1.5', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'SecurityGroupRule': '1.2', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'SubPort': '1.0', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Subnet': '1.1', Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: 'Trunk': '1.1'}} Apr 11 06:29:58.853001 dv-cinder-836996-3-smb neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:29:58.886250 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (f0f6c81c-6ac0-4772-9059-d7f045c7c641), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.912322 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (f0f6c81c-6ac0-4772-9059-d7f045c7c641), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.913517 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:29:58.914157 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:58.950883 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5882854 Apr 11 06:29:58.954465 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:29:58.963800 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Request body: {'subnet': {'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1121501153-subnet', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:29:58.980711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea3c1-6c7b-49c7-b4fc-ca4e0595869b admin admin] Pushing event updated for resources: {'Network': ['ID=f0f6c81c-6ac0-4772-9059-d7f045c7c641,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:29:58.992580 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Made reservation on behalf of 29c8cf88c7624603ac5cf6f4dc0bdc0b for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:29:58.994393 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:29:58.997834 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.126771 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48044) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:29:59.200155 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (c6887d8b-9ac6-4129-9ac2-41f82a7776ce), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.247297 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6887d8b-9ac6-4129-9ac2-41f82a7776ce,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:29:59.256802 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.257530 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.257860 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.258194 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.258514 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.258862 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.259185 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.259496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.259808 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.260118 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.260430 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.260754 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.261132 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.261443 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.261765 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Tracked resource versions report: Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: pushed versions: Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: { 'AddressGroup': {'1.2'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Agent': {'1.1'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'ConntrackHelper': {'1.0'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Log': {'1.0'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'NDPProxy': {'1.0'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Network': {'1.1'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Port': {'1.7'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'PortForwarding': {'1.3'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'QosPolicy': {'1.10'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroup': {'1.5'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'SubPort': {'1.0'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Subnet': {'1.1'}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Trunk': {'1.1'}} Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: consumer versions: Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Agent': '1.1', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'ConntrackHelper': '1.0', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'LocalIPAssociation': '1.0', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Log': '1.0', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'NDPProxy': '1.0', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Network': '1.1', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Port': '1.7', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'PortForwarding': '1.3', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'QosPolicy': '1.10', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroup': '1.5', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'SecurityGroupRule': '1.2', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'SubPort': '1.0', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Subnet': '1.1', Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: 'Trunk': '1.1'}} Apr 11 06:29:59.262902 dv-cinder-836996-3-smb neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:29:59.283216 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Checking segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:29:59.283560 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Network hostable DHCP agents. Network: f0f6c81c-6ac0-4772-9059-d7f045c7c641, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:29:59.303690 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:29:59.318236 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, f0f6c81c-6ac0-4772-9059-d7f045c7c641) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:29:59.328284 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8655a8e-3e67-4a13-bb51-f3f6f29c4dfc None None] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:29:59.328538 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:29:59.329127 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.352382 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48056) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:29:59.357409 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:29:59.365481 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a66ff59c-7018-4b4e-9c9a-30ecebd32d4a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4062202 Apr 11 06:29:59.388865 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.391065 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.459295 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks [] for router_controller (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.500236 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:29:59.501215 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.603699 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-network', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:29:59.654476 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Allocated IP 172.20.0.2 (f0f6c81c-6ac0-4772-9059-d7f045c7c641/c6887d8b-9ac6-4129-9ac2-41f82a7776ce/d02fb519-5b03-48b1-98a6-c53b62b00f16) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:29:59.691839 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Made reservation on behalf of 8f14e42c2dc14874b6bcea420e6a12c7 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:29:59.694364 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.704218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.740200 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks [] for router_gateway (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.837065 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Publish callbacks [] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.848208 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.850587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48074) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:29:59.903347 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Pushing event updated for resources: {'Port': ['ID=d02fb519-5b03-48b1-98a6-c53b62b00f16,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:29:59.912590 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.912937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.913275 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.913634 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.913968 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.914301 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.914623 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.914971 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.915288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.915783 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.916268 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.916767 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.917188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks [] for security_group (b0ecf682-b5d7-4e8f-9c1b-5390821a50ac), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:59.917352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.917633 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.917947 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Tracked resource versions report: Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: pushed versions: Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: { 'AddressGroup': {'1.2'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Agent': {'1.1'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Log': {'1.0'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'NDPProxy': {'1.0'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Network': {'1.1'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Port': {'1.7'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'PortForwarding': {'1.3'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'QosPolicy': {'1.10'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroup': {'1.5'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'SubPort': {'1.0'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Subnet': {'1.1'}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Trunk': {'1.1'}} Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: consumer versions: Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Agent': '1.1', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'ConntrackHelper': '1.0', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'LocalIPAssociation': '1.0', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Log': '1.0', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'NDPProxy': '1.0', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Network': '1.1', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Port': '1.7', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'PortForwarding': '1.3', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'QosPolicy': '1.10', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroup': '1.5', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'SecurityGroupRule': '1.2', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'SubPort': '1.0', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Subnet': '1.1', Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: 'Trunk': '1.1'}} Apr 11 06:29:59.919315 dv-cinder-836996-3-smb neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:29:59.926588 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:29:59.928052 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:29:59.934886 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:29:59.955173 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b0ecf682-b5d7-4e8f-9c1b-5390821a50ac), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.011501 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Attempting to bind port d02fb519-5b03-48b1-98a6-c53b62b00f16 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:00.012529 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Attempting to bind port d02fb519-5b03-48b1-98a6-c53b62b00f16 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:00.013097 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Attempting to bind port d02fb519-5b03-48b1-98a6-c53b62b00f16 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:00.018460 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:00.019212 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Checking segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:00.019849 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.020439 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Bound using segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:00.021104 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Bound port: d02fb519-5b03-48b1-98a6-c53b62b00f16, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:00.021755 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.023105 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:00.065614 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (86fced60-4bf8-481e-9a83-5af3ff50ee64), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.065957 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Added segment 86fced60-4bf8-481e-9a83-5af3ff50ee64 of type vlan for network 59a55e5d-0e6b-4311-83bc-9314bd598963 Apr 11 06:30:00.067726 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ecf682-b5d7-4e8f-9c1b-5390821a50ac,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:00.077180 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks [] for router_gateway (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.107717 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] For port d02fb519-5b03-48b1-98a6-c53b62b00f16, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:00.107981 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.114428 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] For port d02fb519-5b03-48b1-98a6-c53b62b00f16, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d02fb519-5b03-48b1-98a6-c53b62b00f16,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:00.126715 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.183668 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (59a55e5d-0e6b-4311-83bc-9314bd598963), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.202740 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059fa42-aed1-45eb-8445-1be62fcdce19 None None] Pushing event updated for resources: {'Port': ['ID=d02fb519-5b03-48b1-98a6-c53b62b00f16,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:00.323007 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (59a55e5d-0e6b-4311-83bc-9314bd598963), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.324357 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:00.328581 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.456162 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1970767333-network', 'tenant_id': '7bebca78381742d58d139c3c832a249f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:00.460204 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] Pushing event updated for resources: {'Network': ['ID=59a55e5d-0e6b-4311-83bc-9314bd598963,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:00.475332 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:00.501310 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Allocated IP 172.28.1.184 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/937b6954-3d9d-4749-96c6-575e25e7337c) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:00.511726 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Made reservation on behalf of 7bebca78381742d58d139c3c832a249f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:00.515889 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.575164 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.664938 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks [] for port (937b6954-3d9d-4749-96c6-575e25e7337c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.710243 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c5ddf2c2-1a61-421f-b309-e8b16e5935a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5870495 Apr 11 06:30:00.721999 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks [] for security_group (8a346b5d-d332-4f3b-90c8-59ab3ff9cc08), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.722219 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48100) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:00.728027 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8a346b5d-d332-4f3b-90c8-59ab3ff9cc08), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.758784 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:00.791469 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (615dadfb-6594-45a7-b2c7-e37b5f6e4ffb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.791663 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Added segment 615dadfb-6594-45a7-b2c7-e37b5f6e4ffb of type vlan for network 774a1318-257a-4ece-bbef-773dbf5d872f Apr 11 06:30:00.819919 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Request body: {'subnet': {'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-subnet', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:00.826096 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48106) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:00.850505 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Made reservation on behalf of 8f14e42c2dc14874b6bcea420e6a12c7 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:00.853254 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.873157 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (774a1318-257a-4ece-bbef-773dbf5d872f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.882846 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a346b5d-d332-4f3b-90c8-59ab3ff9cc08,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:00.910668 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (774a1318-257a-4ece-bbef-773dbf5d872f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.911660 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:00.913830 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.916364 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:00.954191 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1021850 Apr 11 06:30:00.957032 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:00.963297 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Request body: {'subnet': {'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-subnet', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:00.996324 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:01.000137 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34607e-935b-4132-ae6b-24ca5f284879 admin admin] Pushing event updated for resources: {'Network': ['ID=774a1318-257a-4ece-bbef-773dbf5d872f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:01.007237 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:01.015612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 774a1318-257a-4ece-bbef-773dbf5d872f details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:01.025215 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Made reservation on behalf of 7bebca78381742d58d139c3c832a249f for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:01.028000 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:01.030421 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.174131 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Pushing event updated for resources: {'Port': ['ID=937b6954-3d9d-4749-96c6-575e25e7337c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:01.179671 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1747361065-network', 'tenant_id': '0502465f045c4fca82bd7a3b7bbd86c7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:01.325170 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Made reservation on behalf of 0502465f045c4fca82bd7a3b7bbd86c7 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:01.327785 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.384278 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.560720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (cc5ac5a6-3fe8-4221-9357-644342154a3f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.569404 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks [] for security_group (3f1e2117-2f9f-459a-b06a-e9296ad06799), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.615839 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5ac5a6-3fe8-4221-9357-644342154a3f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:01.651421 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:01.651885 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Network hostable DHCP agents. Network: 774a1318-257a-4ece-bbef-773dbf5d872f, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:01.677670 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Network 774a1318-257a-4ece-bbef-773dbf5d872f is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:01.696530 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 774a1318-257a-4ece-bbef-773dbf5d872f) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:01.702194 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:01.702941 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.707563 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf164db5-0341-469b-9265-08665c04277a None None] Network 774a1318-257a-4ece-bbef-773dbf5d872f requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:01.722564 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8a186ff1-c836-445e-ba1d-7e14f5e4f5b9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7639341 Apr 11 06:30:01.724917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:01.729657 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:01.758126 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (469e160b-da31-483f-a3bd-a0789c9bd419), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.759654 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (469e160b-da31-483f-a3bd-a0789c9bd419), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.829771 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks [] for router_gateway (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.887182 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dee4d3-e290-4e3f-92d5-5f5068f61587 None None] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:01.888623 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks [] for router_controller (469e160b-da31-483f-a3bd-a0789c9bd419), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.931409 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3f1e2117-2f9f-459a-b06a-e9296ad06799), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.943865 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:01.955072 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (60269b95-cc79-443f-b8c6-acf594c11f10), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:01.955798 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Added segment 60269b95-cc79-443f-b8c6-acf594c11f10 of type vlan for network 5a8a8459-b582-42b6-930f-770e8982241a Apr 11 06:30:01.998486 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (5a8a8459-b582-42b6-930f-770e8982241a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.111672 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d02fb519-5b03-48b1-98a6-c53b62b00f16 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:02.146431 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (5a8a8459-b582-42b6-930f-770e8982241a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.147616 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:02.148201 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.159079 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e2117-2f9f-459a-b06a-e9296ad06799,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:02.238323 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks [] for router_gateway (469e160b-da31-483f-a3bd-a0789c9bd419), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.283701 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] Provisioning complete for port d02fb519-5b03-48b1-98a6-c53b62b00f16 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:02.284169 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.380698 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-774a1318-257a-4ece-bbef-773dbf5d872f', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:30:02.381536 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.391659 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.409439 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port d02fb519-5b03-48b1-98a6-c53b62b00f16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:02.409821 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.411291 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8a8459-b582-42b6-930f-770e8982241a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:02.442721 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 5a8a8459-b582-42b6-930f-770e8982241a details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:02.545071 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks [] for router_gateway (469e160b-da31-483f-a3bd-a0789c9bd419), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.573929 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.634750 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a7f5e43f-a03f-49d5-8dec-aa12ae31b9e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7901444 Apr 11 06:30:02.636483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (24696253-5405-49d9-9b0a-0cdafa935451), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.638911 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48172) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:02.671512 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Request body: {'subnet': {'network_id': '5a8a8459-b582-42b6-930f-770e8982241a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1747361065-subnet', 'tenant_id': '0502465f045c4fca82bd7a3b7bbd86c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:02.685949 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] Current status of the port d02fb519-5b03-48b1-98a6-c53b62b00f16 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:02.686322 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.751923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Made reservation on behalf of 0502465f045c4fca82bd7a3b7bbd86c7 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:02.754253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.783835 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Allocated IP 172.28.1.58 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/87013f12-7021-401f-8cf2-7451385cf9b0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:02.809762 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] For port d02fb519-5b03-48b1-98a6-c53b62b00f16, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d02fb519-5b03-48b1-98a6-c53b62b00f16,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:02.811499 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Allocated IP 172.20.0.2 (774a1318-257a-4ece-bbef-773dbf5d872f/cc5ac5a6-3fe8-4221-9357-644342154a3f/7d06478d-4c71-453a-85b2-fcf5587b6f62) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:02.819822 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.861226 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port d02fb519-5b03-48b1-98a6-c53b62b00f16 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:02.861966 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.868096 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24696253-5405-49d9-9b0a-0cdafa935451,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:02.897734 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Checking segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:02.898093 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Network hostable DHCP agents. Network: 59a55e5d-0e6b-4311-83bc-9314bd598963, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:02.976690 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:02.981837 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:30:02.985257 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e5b4-ca7c-479d-83b1-047151f5987a None None] Pushing event updated for resources: {'Port': ['ID=d02fb519-5b03-48b1-98a6-c53b62b00f16,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:02.985818 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks [] for port (87013f12-7021-401f-8cf2-7451385cf9b0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:02.998141 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cdf57621-49ff-4099-b6cd-68ed5d44a5df None None] Provisioning complete for port d02fb519-5b03-48b1-98a6-c53b62b00f16 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:02.998906 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdf57621-49ff-4099-b6cd-68ed5d44a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.002360 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 59a55e5d-0e6b-4311-83bc-9314bd598963) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:03.010232 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:03.010927 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.037052 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871ae9d-e8b2-405f-ad51-c8d12e55b516 None None] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:03.054527 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.065478 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.db.api [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 06:30:03.066213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG oslo_db.api [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 06:30:03.102935 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-9ce359a2-74cf-47e9-99cb-97a22f186024 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3798001 Apr 11 06:30:03.103977 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (99ed16bb-d766-4126-ad25-014e457bcce6), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.105855 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48174) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:03.115804 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:03.122587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:03.124775 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Pushing event updated for resources: {'Port': ['ID=87013f12-7021-401f-8cf2-7451385cf9b0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:03.133082 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:03.140642 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:03.188133 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Publish callbacks [] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.220506 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.220882 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ed16bb-d766-4126-ad25-014e457bcce6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:03.229435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (b71551c3-5231-4694-ab1c-9aa62cb1e520), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.230477 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (b71551c3-5231-4694-ab1c-9aa62cb1e520), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.247136 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:03.255385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Checking segment: {'id': '60269b95-cc79-443f-b8c6-acf594c11f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:03.255738 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Network hostable DHCP agents. Network: 5a8a8459-b582-42b6-930f-770e8982241a, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:03.267254 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:03.281228 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:03.282569 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:03.305205 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cdf57621-49ff-4099-b6cd-68ed5d44a5df None None] Current status of the port d02fb519-5b03-48b1-98a6-c53b62b00f16 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:03.325498 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:03.336703 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:03.347040 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:03.510655 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Attempting to bind port 7d06478d-4c71-453a-85b2-fcf5587b6f62 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:03.512396 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Attempting to bind port 7d06478d-4c71-453a-85b2-fcf5587b6f62 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:03.512396 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Attempting to bind port 7d06478d-4c71-453a-85b2-fcf5587b6f62 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:03.518478 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-59a55e5d-0e6b-4311-83bc-9314bd598963', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:30:03.519938 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.520705 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks [] for router_gateway (469e160b-da31-483f-a3bd-a0789c9bd419), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.544512 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:03.544952 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:03.545340 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.545911 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Bound using segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:03.546399 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Bound port: 7d06478d-4c71-453a-85b2-fcf5587b6f62, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:03.546819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.577557 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.581150 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:03.581712 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-1a45cca0-8470-4cbf-8cec-aa03ee6076a3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2280390 Apr 11 06:30:03.591520 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks [] for router_controller (b71551c3-5231-4694-ab1c-9aa62cb1e520), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.606362 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:03.683328 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Network 5a8a8459-b582-42b6-930f-770e8982241a is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:03.759015 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 5a8a8459-b582-42b6-930f-770e8982241a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:03.773497 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:03.778683 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.807323 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Allocated IP 172.20.0.2 (59a55e5d-0e6b-4311-83bc-9314bd598963/24696253-5405-49d9-9b0a-0cdafa935451/45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:03.886330 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Pushing event updated for resources: {'Port': ['ID=7d06478d-4c71-453a-85b2-fcf5587b6f62,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:03.889664 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:01Z', 'revision_number': 3, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:03.893043 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port d02fb519-5b03-48b1-98a6-c53b62b00f16 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:03.913279 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519941d-e228-4144-9fe0-4bbf56fc0299 None None] Network 5a8a8459-b582-42b6-930f-770e8982241a requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:03.941809 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks [] for router_gateway (b71551c3-5231-4694-ab1c-9aa62cb1e520), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:03.964761 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-089e6126-d638-408c-a484-5ff6fd6b78df admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3036213 Apr 11 06:30:03.977859 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:03.978219 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Updating router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 port 937b6954-3d9d-4749-96c6-575e25e7337c binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:04.106149 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d02fb519-5b03-48b1-98a6-c53b62b00f16 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:04.107474 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.175188 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] For port 7d06478d-4c71-453a-85b2-fcf5587b6f62, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:04.202838 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (469e160b-da31-483f-a3bd-a0789c9bd419), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.223453 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] For port 7d06478d-4c71-453a-85b2-fcf5587b6f62, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7d06478d-4c71-453a-85b2-fcf5587b6f62,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:04.293993 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.304926 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95074b31-d64a-4093-bcb3-31c700dcca02 None None] Network 5a8a8459-b582-42b6-930f-770e8982241a requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:04.388054 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port d02fb519-5b03-48b1-98a6-c53b62b00f16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:04.390165 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.452373 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Publish callbacks [] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.496557 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.603448 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks [] for router_gateway (b71551c3-5231-4694-ab1c-9aa62cb1e520), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.634249 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.835905 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Publish callbacks [] for port (937b6954-3d9d-4749-96c6-575e25e7337c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.845450 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:04.850030 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3717-b0ae-49ff-a6c6-d24c343b394d None None] Pushing event updated for resources: {'Port': ['ID=7d06478d-4c71-453a-85b2-fcf5587b6f62,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:04.898071 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Pushing event updated for resources: {'Port': ['ID=937b6954-3d9d-4749-96c6-575e25e7337c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:04.908046 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.912831 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.913892 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.914731 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.915242 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.915931 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.916427 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.917850 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.918388 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.918998 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.919536 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.920262 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.920752 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.921454 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.922420 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Tracked resource versions report: Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: pushed versions: Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: { 'AddressGroup': {'1.2'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Agent': {'1.1'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Log': {'1.0'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'NDPProxy': {'1.0'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Network': {'1.1'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Port': {'1.7'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'PortForwarding': {'1.3'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'QosPolicy': {'1.10'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroup': {'1.5'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'SubPort': {'1.0'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Subnet': {'1.1'}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Trunk': {'1.1'}} Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: consumer versions: Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: { DHCP agent@dv-cinder-836996-3-smb: {}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: L3 agent@dv-cinder-836996-3-smb: {}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: Metadata agent@dv-cinder-836996-3-smb: {}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: Metering agent@dv-cinder-836996-3-smb: {}, Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: Open vSwitch agent@dv-cinder-836996-3-smb: { 'AddressGroup': '1.2', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Agent': '1.1', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'ConntrackHelper': '1.0', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'LocalIPAssociation': '1.0', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Log': '1.0', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'NDPProxy': '1.0', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Network': '1.1', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Port': '1.7', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'PortForwarding': '1.3', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'QosPolicy': '1.10', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroup': '1.5', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'SecurityGroupRule': '1.2', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'SubPort': '1.0', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Subnet': '1.1', Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: 'Trunk': '1.1'}} Apr 11 06:30:04.923877 dv-cinder-836996-3-smb neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:30:04.926765 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:04.928967 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:04.955752 dv-cinder-836996-3-smb neutron-server[103281]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 06:30:04.987936 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:04.993604 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:05.010406 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Attempting to bind port 937b6954-3d9d-4749-96c6-575e25e7337c on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:05.013089 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Attempting to bind port 937b6954-3d9d-4749-96c6-575e25e7337c by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:05.016450 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Attempting to bind port 937b6954-3d9d-4749-96c6-575e25e7337c on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:05.031316 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:05.031688 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:05.033818 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.034396 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:05.035060 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Bound port: 937b6954-3d9d-4749-96c6-575e25e7337c, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:05.035621 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.041292 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Allocated IP 172.28.1.81 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/ec324218-6815-4bcb-968e-3c7b90aa472a) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:05.126824 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] For port 937b6954-3d9d-4749-96c6-575e25e7337c, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:05.131776 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] For port 937b6954-3d9d-4749-96c6-575e25e7337c, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=937b6954-3d9d-4749-96c6-575e25e7337c,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:05.142481 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.257050 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Pushing event updated for resources: {'Port': ['ID=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:05.259614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-7af08d66-3c75-4ede-a47c-c752affb7b31 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:05.261673 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-7af08d66-3c75-4ede-a47c-c752affb7b31 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/networks?id=5a8a8459-b582-42b6-930f-770e8982241a HTTP/1.1" status: 200 len: 812 time: 0.3200283 Apr 11 06:30:05.276465 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d84d-61e0-48b6-a5a0-2fc2298390f1 None None] Pushing event updated for resources: {'Port': ['ID=937b6954-3d9d-4749-96c6-575e25e7337c,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:05.283203 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.301379 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Router 469e160b-da31-483f-a3bd-a0789c9bd419 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:30:05.316697 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:05.317112 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:05.329095 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Attempting to bind port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:05.329466 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Attempting to bind port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:05.333819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Attempting to bind port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f on network 59a55e5d-0e6b-4311-83bc-9314bd598963 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:05.345860 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks [] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.350391 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:05.351036 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Checking segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:05.351442 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.351927 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Bound using segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:05.352327 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Bound port: 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:05.352705 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.354422 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-d6fbed44-2aaf-417f-8ecb-aac965befdf8 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/quotas/0502465f045c4fca82bd7a3b7bbd86c7 HTTP/1.1" status: 200 len: 375 time: 0.0839279 Apr 11 06:30:05.393478 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port d02fb519-5b03-48b1-98a6-c53b62b00f16 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:05.441478 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.543780 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Pushing event updated for resources: {'Port': ['ID=ec324218-6815-4bcb-968e-3c7b90aa472a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:05.546108 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] For port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:05.546418 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-4c5e0f28-fa8a-45f1-a09d-9a73f5550231 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0502465f045c4fca82bd7a3b7bbd86c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158204 Apr 11 06:30:05.553223 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] For port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:05.559867 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:05.562544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:05.564298 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:05.566632 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:05.608529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:05.682766 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149526-502e-4d51-8614-7c2f448bc887 None None] Pushing event updated for resources: {'Port': ['ID=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:05.865160 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:05.878221 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:05.902950 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:05.903595 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:05.930325 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-1b39a046-1958-4dfd-9a35-a1b7a853e774 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:30:05.941412 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-1b39a046-1958-4dfd-9a35-a1b7a853e774 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1373408 Apr 11 06:30:05.972049 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:01Z', 'revision_number': 3, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:06.049188 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:06.113089 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d36c05-2d41-4a57-b938-47f96957fd98 None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:01Z', 'revision_number': 3, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:06.200308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:06.205112 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-36f6112c-5b8b-4c82-b91b-f41989d35145 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4791970 Apr 11 06:30:06.217530 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48320) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:06.280544 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Allocated IP 172.20.0.1 (f0f6c81c-6ac0-4772-9059-d7f045c7c641/c6887d8b-9ac6-4129-9ac2-41f82a7776ce/ee7b1986-4e81-4d37-9203-f804cd1eba42) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:06.309818 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8edcf6-0940-46e7-bb38-2af40e99726d None None] Network 774a1318-257a-4ece-bbef-773dbf5d872f requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:06.332876 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7d06478d-4c71-453a-85b2-fcf5587b6f62 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:06.354031 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks [] for router_gateway (b71551c3-5231-4694-ab1c-9aa62cb1e520), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:06.570213 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13a3ad5-fad4-4c6d-90a9-46ad39554855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:06.623464 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] Provisioning complete for port 7d06478d-4c71-453a-85b2-fcf5587b6f62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:06.623921 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:06.728841 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0ccae04e-58b9-4424-80e5-2e85c03336a9 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742553 Apr 11 06:30:06.829684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] Current status of the port 7d06478d-4c71-453a-85b2-fcf5587b6f62 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:06.829684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:06.845253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:06.938512 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 7d06478d-4c71-453a-85b2-fcf5587b6f62 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:06.938922 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.080387 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] For port 7d06478d-4c71-453a-85b2-fcf5587b6f62, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7d06478d-4c71-453a-85b2-fcf5587b6f62,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:07.095048 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.230845 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 7d06478d-4c71-453a-85b2-fcf5587b6f62 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:07.233958 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ee86a-cd5f-48e8-8729-e1a9c2558ecc None None] Pushing event updated for resources: {'Port': ['ID=7d06478d-4c71-453a-85b2-fcf5587b6f62,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:07.260515 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks [] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.353664 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13a3ad5-fad4-4c6d-90a9-46ad39554855 admin admin] Publish callbacks [] for security_group (72c11bac-c1ed-4554-b192-2a7f6ce353e4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.363447 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:03Z', 'revision_number': 3, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:07.404321 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-d5afddcc-cd2c-42be-80f3-84a1c47466b0 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729145 Apr 11 06:30:07.405150 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:07.408739 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13a3ad5-fad4-4c6d-90a9-46ad39554855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (72c11bac-c1ed-4554-b192-2a7f6ce353e4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.439140 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:07.439485 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Updating router 469e160b-da31-483f-a3bd-a0789c9bd419 port 87013f12-7021-401f-8cf2-7451385cf9b0 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:07.468849 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.494271 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fa6c64c8-43f9-4a23-99aa-b3242cfe8c27 None None] Provisioning complete for port 7d06478d-4c71-453a-85b2-fcf5587b6f62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:07.497902 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa6c64c8-43f9-4a23-99aa-b3242cfe8c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.547101 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-f13a3ad5-fad4-4c6d-90a9-46ad39554855 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a706586055c44119644d07b3e0f8e00&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4475260 Apr 11 06:30:07.553826 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:07.602081 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a3054-b930-4eaa-8a5b-8089df42f2a6 None None] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:07.604212 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.618481 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (b71551c3-5231-4694-ab1c-9aa62cb1e520), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.840518 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a3ad5-fad4-4c6d-90a9-46ad39554855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c11bac-c1ed-4554-b192-2a7f6ce353e4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:07.854759 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:07.879272 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:07.902259 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5cf183c-4fd0-46a7-8377-50bfd028d464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.906396 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Pushing event updated for resources: {'Port': ['ID=ee7b1986-4e81-4d37-9203-f804cd1eba42,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:07.933466 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0756eb14-4279-416d-afa8-5663bd2ec897 admin admin] Publish callbacks [] for security_group (72c11bac-c1ed-4554-b192-2a7f6ce353e4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:07.942584 dv-cinder-836996-3-smb neutron-server[103282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 06:30:07.976195 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0756eb14-4279-416d-afa8-5663bd2ec897 admin admin] Publish callbacks [] for security_group (72c11bac-c1ed-4554-b192-2a7f6ce353e4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.053709 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:08.076926 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:08.077695 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.216629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0756eb14-4279-416d-afa8-5663bd2ec897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (72c11bac-c1ed-4554-b192-2a7f6ce353e4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.222888 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0756eb14-4279-416d-afa8-5663bd2ec897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.241389 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0756eb14-4279-416d-afa8-5663bd2ec897 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72c11bac-c1ed-4554-b192-2a7f6ce353e4 HTTP/1.1" status: 204 len: 168 time: 0.6812379 Apr 11 06:30:08.241757 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a17591d8-4b30-45e3-a0dc-8fc1fd891657 req-ec1c3316-16f3-4cc8-b3bd-fb61de4ed13c tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 210 time: 0.3441660 Apr 11 06:30:08.243950 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c64c8-43f9-4a23-99aa-b3242cfe8c27 None None] Current status of the port 7d06478d-4c71-453a-85b2-fcf5587b6f62 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:08.439776 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:08.547199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.566909 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:30:08.571128 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756eb14-4279-416d-afa8-5663bd2ec897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c11bac-c1ed-4554-b192-2a7f6ce353e4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:08.615288 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5cf183c-4fd0-46a7-8377-50bfd028d464 admin admin] Publish callbacks [] for security_group (9c465235-5acc-48c0-9924-0fefddeb0a33), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.646827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5cf183c-4fd0-46a7-8377-50bfd028d464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9c465235-5acc-48c0-9924-0fefddeb0a33), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.802343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] Provisioning complete for port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:08.802647 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.881274 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48436) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:08.885480 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Publish callbacks [] for port (87013f12-7021-401f-8cf2-7451385cf9b0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.897971 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b5cf183c-4fd0-46a7-8377-50bfd028d464 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8aae8cffc6b74e64bc1c45d2aebbe1db&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4904246 Apr 11 06:30:08.902863 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.908384 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:08.913594 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:08.918379 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:08.921735 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf183c-4fd0-46a7-8377-50bfd028d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c465235-5acc-48c0-9924-0fefddeb0a33,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:08.971270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e877375-45b0-482b-af7c-e2fc66f1c2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.051407 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] Current status of the port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:09.052292 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.063285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.114737 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] For port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:09.132835 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6e9b-ef15-4a8f-8794-11797e856387 admin admin] Publish callbacks [] for security_group (9c465235-5acc-48c0-9924-0fefddeb0a33), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.138103 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.149625 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:09.160497 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:09.161500 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb2260-e31d-4cc1-b7bf-450282deac7c None None] Pushing event updated for resources: {'Port': ['ID=87013f12-7021-401f-8cf2-7451385cf9b0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:09.175070 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:09.176837 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:09.183826 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.185305 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4878f8f0-2cb3-4cb5-96b4-8b7fb0ba4356 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0757194 Apr 11 06:30:09.186550 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Allocated IP 172.20.0.1 (774a1318-257a-4ece-bbef-773dbf5d872f/cc5ac5a6-3fe8-4221-9357-644342154a3f/3a52dc0a-c728-476b-ac6b-0220cb9b3b7f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:09.188617 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48446) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:09.289272 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e877375-45b0-482b-af7c-e2fc66f1c2b1 admin admin] Publish callbacks [] for security_group (53d70a5c-219c-46c0-9fd0-bff73fd55ed4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.395503 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660c54b-5614-4e87-b37a-d8f0ae329ee0 None None] Pushing event updated for resources: {'Port': ['ID=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:09.433183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Attempting to bind port 87013f12-7021-401f-8cf2-7451385cf9b0 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:09.436253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Attempting to bind port 87013f12-7021-401f-8cf2-7451385cf9b0 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:09.440643 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Attempting to bind port 87013f12-7021-401f-8cf2-7451385cf9b0 on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:09.472057 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-29b6e230-a5c0-458d-9c36-cdf3ffbd2678 None None] Provisioning complete for port ee7b1986-4e81-4d37-9203-f804cd1eba42 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:09.472512 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b6e230-a5c0-458d-9c36-cdf3ffbd2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.566717 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e877375-45b0-482b-af7c-e2fc66f1c2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (53d70a5c-219c-46c0-9fd0-bff73fd55ed4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.590400 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:09.590820 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:09.591231 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.592009 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:09.594961 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Bound port: 87013f12-7021-401f-8cf2-7451385cf9b0, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:09.595379 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.603017 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-29b6e230-a5c0-458d-9c36-cdf3ffbd2678 None None] Port ee7b1986-4e81-4d37-9203-f804cd1eba42 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:09.612826 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:09.616676 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks [] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.621208 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6e9b-ef15-4a8f-8794-11797e856387 admin admin] Publish callbacks [] for security_group (9c465235-5acc-48c0-9924-0fefddeb0a33), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.659248 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks [] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.695663 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-29b6e230-a5c0-458d-9c36-cdf3ffbd2678 None None] Provisioning complete for port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:09.696055 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29b6e230-a5c0-458d-9c36-cdf3ffbd2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.758166 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:09.759332 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 937b6954-3d9d-4749-96c6-575e25e7337c up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:09.788061 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.788777 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.790958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:09.807905 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6c6156f9-11c1-406d-af40-f98767ce1305 req-e3306e9b-6325-4011-aad5-147df108c8ba tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 210 time: 0.3350937 Apr 11 06:30:09.894358 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Pushing event updated for resources: {'Port': ['ID=ee7b1986-4e81-4d37-9203-f804cd1eba42,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:09.898469 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e877375-45b0-482b-af7c-e2fc66f1c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d70a5c-219c-46c0-9fd0-bff73fd55ed4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:09.904525 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0e877375-45b0-482b-af7c-e2fc66f1c2b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12d5d23909bd4997b8cd43a89d33c820&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0217295 Apr 11 06:30:09.909861 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48468) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:09.939651 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 3, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:09.946126 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:09.987729 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:09.988256 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Updating router b71551c3-5231-4694-ab1c-9aa62cb1e520 port ec324218-6815-4bcb-968e-3c7b90aa472a binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:10.010400 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] For port 87013f12-7021-401f-8cf2-7451385cf9b0, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:10.015554 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] For port 87013f12-7021-401f-8cf2-7451385cf9b0, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=87013f12-7021-401f-8cf2-7451385cf9b0,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:10.020453 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6e9b-ef15-4a8f-8794-11797e856387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9c465235-5acc-48c0-9924-0fefddeb0a33), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.023147 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6e9b-ef15-4a8f-8794-11797e856387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.028496 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.030310 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a0fc6e9b-ef15-4a8f-8794-11797e856387 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c465235-5acc-48c0-9924-0fefddeb0a33 HTTP/1.1" status: 204 len: 168 time: 1.1143878 Apr 11 06:30:10.037216 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.067268 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:10.075499 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc6e9b-ef15-4a8f-8794-11797e856387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c465235-5acc-48c0-9924-0fefddeb0a33,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:10.085188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:10.089475 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (469e160b-da31-483f-a3bd-a0789c9bd419), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.106498 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 937b6954-3d9d-4749-96c6-575e25e7337c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:10.107161 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.142670 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:10.150120 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:10.255835 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:10.479603 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:10.574015 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:10.574719 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:10.590590 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-384160e8-e877-4a45-8774-73a042654e87 admin admin] Publish callbacks [] for security_group (53d70a5c-219c-46c0-9fd0-bff73fd55ed4), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.659598 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Publish callbacks [] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.673742 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.696278 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb2260-e31d-4cc1-b7bf-450282deac7c None None] Pushing event updated for resources: {'Port': ['ID=87013f12-7021-401f-8cf2-7451385cf9b0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:10.707887 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-29b6e230-a5c0-458d-9c36-cdf3ffbd2678 None None] Current status of the port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:10.724092 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:10.730665 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d319c299-a27f-4d2c-9ca6-04d307275a3e admin admin] 10.222.0.11 "PUT /v2.0/routers/23c2e0da-a2df-439e-ac67-7c1a58e2ee87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1483665 Apr 11 06:30:10.763351 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:10.808947 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b73bac-4bf0-46e7-8827-f83f351a8a5b None None] Pushing event updated for resources: {'Port': ['ID=ec324218-6815-4bcb-968e-3c7b90aa472a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:10.817027 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 937b6954-3d9d-4749-96c6-575e25e7337c is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:10.817869 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.839027 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Attempting to bind port ec324218-6815-4bcb-968e-3c7b90aa472a on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:10.839669 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Attempting to bind port ec324218-6815-4bcb-968e-3c7b90aa472a by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:10.840239 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Attempting to bind port ec324218-6815-4bcb-968e-3c7b90aa472a on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:10.866729 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:10.867710 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:10.869326 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.872558 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:10.873208 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Bound port: ec324218-6815-4bcb-968e-3c7b90aa472a, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:10.873612 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.882295 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:10.883903 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:10.900723 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0660ed5a-2b84-4659-a111-e973671eb8c2 None None] Provisioning complete for port ee7b1986-4e81-4d37-9203-f804cd1eba42 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:10.903269 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0660ed5a-2b84-4659-a111-e973671eb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.906081 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 937b6954-3d9d-4749-96c6-575e25e7337c, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=937b6954-3d9d-4749-96c6-575e25e7337c,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:10.956663 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] For port ec324218-6815-4bcb-968e-3c7b90aa472a, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:10.962786 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] For port ec324218-6815-4bcb-968e-3c7b90aa472a, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ec324218-6815-4bcb-968e-3c7b90aa472a,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:10.981850 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:10.982486 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.26', 56376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:11.058393 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-384160e8-e877-4a45-8774-73a042654e87 admin admin] Publish callbacks [] for security_group (53d70a5c-219c-46c0-9fd0-bff73fd55ed4), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:11.134839 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:11.183444 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b73bac-4bf0-46e7-8827-f83f351a8a5b None None] Pushing event updated for resources: {'Port': ['ID=ec324218-6815-4bcb-968e-3c7b90aa472a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:11.205635 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:11.231721 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:11.235253 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:29:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:11.282073 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:11.284485 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7d06478d-4c71-453a-85b2-fcf5587b6f62 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:11.296925 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-384160e8-e877-4a45-8774-73a042654e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (53d70a5c-219c-46c0-9fd0-bff73fd55ed4), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:11.304896 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-384160e8-e877-4a45-8774-73a042654e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:11.306332 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-384160e8-e877-4a45-8774-73a042654e87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53d70a5c-219c-46c0-9fd0-bff73fd55ed4 HTTP/1.1" status: 204 len: 168 time: 1.3877168 Apr 11 06:30:11.365660 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-7f40670b-9458-4398-9f83-700224c33fee tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:11.381282 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-7f40670b-9458-4398-9f83-700224c33fee tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.26 "GET /v2.0/networks?id=5a8a8459-b582-42b6-930f-770e8982241a HTTP/1.1" status: 200 len: 812 time: 0.3781345 Apr 11 06:30:11.390480 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0660ed5a-2b84-4659-a111-e973671eb8c2 None None] Port ee7b1986-4e81-4d37-9203-f804cd1eba42 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:11.425060 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:11.456137 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384160e8-e877-4a45-8774-73a042654e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d70a5c-219c-46c0-9fd0-bff73fd55ed4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:11.511099 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Request body: {'port': {'device_id': '89cb733c-8933-47a4-aa26-9404a036ca53', 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a', 'admin_state_up': True, 'tenant_id': '0502465f045c4fca82bd7a3b7bbd86c7'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:11.549145 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:11.626955 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2dc947b8-bc3d-4439-b624-9aa8004eab2d req-e0911638-3e4f-4a68-9f49-d348a9b4cbaa tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 210 time: 0.2449732 Apr 11 06:30:11.920331 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0660ed5a-2b84-4659-a111-e973671eb8c2 None None] Provisioning complete for port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:11.920820 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0660ed5a-2b84-4659-a111-e973671eb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.000672 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Allocated IP 172.20.0.1 (59a55e5d-0e6b-4311-83bc-9314bd598963/24696253-5405-49d9-9b0a-0cdafa935451/f07eb4b6-f140-4c31-8730-77a16f427664) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:12.019094 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks [] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.070892 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.071738 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (469e160b-da31-483f-a3bd-a0789c9bd419), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.085019 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0660ed5a-2b84-4659-a111-e973671eb8c2 None None] Port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:12.163823 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 7d06478d-4c71-453a-85b2-fcf5587b6f62 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:12.164625 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.187613 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Made reservation on behalf of 0502465f045c4fca82bd7a3b7bbd86c7 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:12.192261 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.229435 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 3, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:12.290599 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5f9e1-57d5-4b0e-b96e-08953dce08c5 None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 3, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:12.311775 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=937b6954-3d9d-4749-96c6-575e25e7337c,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:12.423974 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:12.427467 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:03Z', 'revision_number': 3, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:12.502037 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:12.702442 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b9cdb-d2f4-421c-850f-a9f1b62c9b36 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:03Z', 'revision_number': 3, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:12.810252 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks [] for port (f07eb4b6-f140-4c31-8730-77a16f427664), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:12.820014 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:12.839529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:13.067909 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:13.252388 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48584) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:13.306519 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48588) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:13.314102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:13.317744 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260851111', 'description': 'tempest-description--1799455546'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:13.331115 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:13.360531 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:13.362916 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (b71551c3-5231-4694-ab1c-9aa62cb1e520), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:13.381274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Pushing event updated for resources: {'Port': ['ID=f07eb4b6-f140-4c31-8730-77a16f427664,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:13.467354 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e0de9566-a8f8-4a6a-ac63-437ab2aab0a2 req-be203365-983d-4186-95e9-d6cd662c917f tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 210 time: 0.5884738 Apr 11 06:30:13.467904 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:13.480560 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Allocated IP 172.20.0.7 (5a8a8459-b582-42b6-930f-770e8982241a/99ed16bb-d766-4126-ad25-014e457bcce6/129125ba-81b3-42a6-8cb5-2822ccb52f1a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:13.528977 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d6b79b2-e18b-4109-b5cf-900986e85847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:13.532828 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 7d06478d-4c71-453a-85b2-fcf5587b6f62 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:13.538357 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:13.618353 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6807984b-bb31-46ea-bcb8-4e349c75aa01 None None] Provisioning complete for port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:13.618779 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6807984b-bb31-46ea-bcb8-4e349c75aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:13.698063 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:13.739461 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6807984b-bb31-46ea-bcb8-4e349c75aa01 None None] Port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:13.986995 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:09Z', 'revision_number': 2, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:14.093670 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:14.094033 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Updating router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 port ee7b1986-4e81-4d37-9203-f804cd1eba42 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:14.119996 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:30:14.216021 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks [] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.246625 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 937b6954-3d9d-4749-96c6-575e25e7337c up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:14.309297 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.337269 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aeb346e7-957e-4f60-ba5e-2e99c72770e7 None None] Provisioning complete for port f07eb4b6-f140-4c31-8730-77a16f427664 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:14.337639 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeb346e7-957e-4f60-ba5e-2e99c72770e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.429613 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa75f-74fa-43a9-9388-e35ac3977850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.434610 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aeb346e7-957e-4f60-ba5e-2e99c72770e7 None None] Port f07eb4b6-f140-4c31-8730-77a16f427664 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:14.449904 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.608933 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Network 5a8a8459-b582-42b6-930f-770e8982241a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:14.627515 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:14.641123 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:14.664326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:14.686130 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:14.687307 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.772047 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4e32d159-7c04-4ab5-a364-d8dd389e16d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/469e160b-da31-483f-a3bd-a0789c9bd419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5414538 Apr 11 06:30:14.772492 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 937b6954-3d9d-4749-96c6-575e25e7337c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:14.772492 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.773013 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84938c8c-af82-4f5f-a5e1-953ebaae8efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.817143 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Pushing event updated for resources: {'Port': ['ID=129125ba-81b3-42a6-8cb5-2822ccb52f1a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:14.835035 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-0f2046f3-9ddd-4e6d-b35b-1c3c116960be tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3837221 Apr 11 06:30:14.853298 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-03fb8f6d-bf24-41c3-b71f-6296a8068115 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:30:14.855050 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-03fb8f6d-bf24-41c3-b71f-6296a8068115 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080101 Apr 11 06:30:14.974752 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:14.992568 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (3cd5f56a-fbfa-44fe-a276-57d1e2ca128b), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.007070 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84938c8c-af82-4f5f-a5e1-953ebaae8efa admin admin] Publish callbacks [] for security_group (9aea38af-0b6a-435f-8560-8ed3ba90fd20), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.013803 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84938c8c-af82-4f5f-a5e1-953ebaae8efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9aea38af-0b6a-435f-8560-8ed3ba90fd20), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.080558 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3cd5f56a-fbfa-44fe-a276-57d1e2ca128b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.095482 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-84938c8c-af82-4f5f-a5e1-953ebaae8efa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1abb2950df144ecc95e71124de0a2585&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6173959 Apr 11 06:30:15.095956 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48618) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:15.117956 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34f2a628-ed01-4be1-8aca-7fde20202835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.122363 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84938c8c-af82-4f5f-a5e1-953ebaae8efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea38af-0b6a-435f-8560-8ed3ba90fd20,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:15.196729 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 937b6954-3d9d-4749-96c6-575e25e7337c is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:15.198922 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ec324218-6815-4bcb-968e-3c7b90aa472a up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:15.336184 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe3d8-d40c-43b2-aa68-1593883f0bbe admin admin] Publish callbacks [] for security_group (9aea38af-0b6a-435f-8560-8ed3ba90fd20), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.398340 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe3d8-d40c-43b2-aa68-1593883f0bbe admin admin] Publish callbacks [] for security_group (9aea38af-0b6a-435f-8560-8ed3ba90fd20), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.420333 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519db604-a0eb-45ad-b2ef-856b04a5852f req-7ca64bd5-7c4a-4014-8aa7-5148b4eabeb1 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:15.430581 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-519db604-a0eb-45ad-b2ef-856b04a5852f req-7ca64bd5-7c4a-4014-8aa7-5148b4eabeb1 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 931 time: 0.4284258 Apr 11 06:30:15.434666 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port ec324218-6815-4bcb-968e-3c7b90aa472a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:15.435053 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.525549 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa75f-74fa-43a9-9388-e35ac3977850 admin admin] Publish callbacks [] for security_group (0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.542747 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe3d8-d40c-43b2-aa68-1593883f0bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9aea38af-0b6a-435f-8560-8ed3ba90fd20), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.548675 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe3d8-d40c-43b2-aa68-1593883f0bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.550098 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ae6fe3d8-d40c-43b2-aa68-1593883f0bbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9aea38af-0b6a-435f-8560-8ed3ba90fd20 HTTP/1.1" status: 204 len: 168 time: 0.4518027 Apr 11 06:30:15.567306 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fe3d8-d40c-43b2-aa68-1593883f0bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea38af-0b6a-435f-8560-8ed3ba90fd20,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:15.568841 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b1fa75f-74fa-43a9-9388-e35ac3977850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.607830 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.609838 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.3021100 Apr 11 06:30:15.614343 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48636) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:15.627296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'security_group_rule': {'security_group_id': '3cd5f56a-fbfa-44fe-a276-57d1e2ca128b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:15.711658 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (3de3fa80-e9ac-480c-9d35-839ffc0a43b7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.752501 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Publish callbacks [] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.767656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.784067 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-519db604-a0eb-45ad-b2ef-856b04a5852f req-a3784ea3-f3a2-4a03-81d2-c54b94dc2d25 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431671 Apr 11 06:30:15.836242 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb79e6-2fa4-4ab5-8aff-1a9144ea68d8 None None] Pushing event updated for resources: {'Port': ['ID=ee7b1986-4e81-4d37-9203-f804cd1eba42,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:15.840265 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port ec324218-6815-4bcb-968e-3c7b90aa472a is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:15.840652 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.867084 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port ec324218-6815-4bcb-968e-3c7b90aa472a, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ec324218-6815-4bcb-968e-3c7b90aa472a,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:15.880153 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:15.881425 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:15.930092 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Request body: {'port': {'device_id': '89cb733c-8933-47a4-aa26-9404a036ca53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:16.000591 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=ec324218-6815-4bcb-968e-3c7b90aa472a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:16.054638 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.169339 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.246933 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3b1fa75f-74fa-43a9-9388-e35ac3977850 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02b7c4a7b1294e83995d0c66ede4d45e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9870024 Apr 11 06:30:16.247601 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48644) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:16.269074 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:16.269452 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.335448 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Attempting to bind port ee7b1986-4e81-4d37-9203-f804cd1eba42 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:16.335928 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Attempting to bind port ee7b1986-4e81-4d37-9203-f804cd1eba42 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:16.336310 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Attempting to bind port ee7b1986-4e81-4d37-9203-f804cd1eba42 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:16.369548 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:16.373693 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Checking segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:16.374562 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.375172 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Bound using segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:16.376134 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Bound port: ee7b1986-4e81-4d37-9203-f804cd1eba42, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:16.376811 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.384359 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328f8f0-6776-48f1-ad63-b4575bd52112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:16.424513 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (3de3fa80-e9ac-480c-9d35-839ffc0a43b7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.440532 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fa75f-74fa-43a9-9388-e35ac3977850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:16.440923 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (3de3fa80-e9ac-480c-9d35-839ffc0a43b7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.471248 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-214eefd2-3cfe-40b3-9272-0c778f42e071 admin admin] Publish callbacks [] for security_group (0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.484744 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de3fa80-e9ac-480c-9d35-839ffc0a43b7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:16.487009 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-870e49fb-0e19-4afd-b393-39fc0dfc3c36 None None] Provisioning complete for port ee7b1986-4e81-4d37-9203-f804cd1eba42 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:16.487472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-870e49fb-0e19-4afd-b393-39fc0dfc3c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.511964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-214eefd2-3cfe-40b3-9272-0c778f42e071 admin admin] Publish callbacks [] for security_group (0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.680169 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48652) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:16.687098 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-870e49fb-0e19-4afd-b393-39fc0dfc3c36 None None] Port ee7b1986-4e81-4d37-9203-f804cd1eba42 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:16.703500 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178206045', 'description': 'tempest-description--660075461'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:16.724254 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.727220 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-cb11994a-212e-41f3-818b-07f79dad5a61 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1094270 Apr 11 06:30:16.728158 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:16.765224 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:16.770242 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 87013f12-7021-401f-8cf2-7451385cf9b0 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:16.778771 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'security_group_rule': {'security_group_id': '3cd5f56a-fbfa-44fe-a276-57d1e2ca128b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:16.825424 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:16.869376 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks [] for port (f07eb4b6-f140-4c31-8730-77a16f427664), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.876605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.877443 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:16.882489 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:16.893948 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.894986 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (b71551c3-5231-4694-ab1c-9aa62cb1e520), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.908053 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] For port ee7b1986-4e81-4d37-9203-f804cd1eba42, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:16.916305 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] For port ee7b1986-4e81-4d37-9203-f804cd1eba42, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ee7b1986-4e81-4d37-9203-f804cd1eba42,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:16.926955 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-214eefd2-3cfe-40b3-9272-0c778f42e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.936237 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-214eefd2-3cfe-40b3-9272-0c778f42e071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.939937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:16.945697 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-214eefd2-3cfe-40b3-9272-0c778f42e071 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093 HTTP/1.1" status: 204 len: 168 time: 0.6876812 Apr 11 06:30:16.973448 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 87013f12-7021-401f-8cf2-7451385cf9b0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:16.974075 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.017708 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (71f0d095-b90b-46a0-8006-e294c6855145), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.248590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:17.286559 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb79e6-2fa4-4ab5-8aff-1a9144ea68d8 None None] Pushing event updated for resources: {'Port': ['ID=ee7b1986-4e81-4d37-9203-f804cd1eba42,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:17.291085 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:17.318203 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:17.330303 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:17.359840 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-277d0efb-190f-4b2f-921c-a1197fc89c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.478207 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Pushing event updated for resources: {'Port': ['ID=f07eb4b6-f140-4c31-8730-77a16f427664,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:17.481549 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eefd2-3cfe-40b3-9272-0c778f42e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb5ea9-2c1f-4ad4-b063-22f31dbe4093,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:17.504957 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (71f0d095-b90b-46a0-8006-e294c6855145), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.530001 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.543602 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (71f0d095-b90b-46a0-8006-e294c6855145), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.659544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:17.664048 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:17.756209 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (fccec94c-c825-4fee-86f3-1ebd2781d0fb), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.871495 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.879137 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1068363 Apr 11 06:30:17.883789 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f46c1e-7837-473b-b580-428e00aeb37d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f0d095-b90b-46a0-8006-e294c6855145,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:17.901144 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:17.904604 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fccec94c-c825-4fee-86f3-1ebd2781d0fb), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.934863 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:17.956147 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccec94c-c825-4fee-86f3-1ebd2781d0fb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:17.961020 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:17.962243 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f54b098d-fd6f-49ed-9a90-15c26f9b8cda tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2734950 Apr 11 06:30:17.964502 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:17.967847 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:17.973578 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': 'fccec94c-c825-4fee-86f3-1ebd2781d0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:17.991630 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 87013f12-7021-401f-8cf2-7451385cf9b0 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:17.992283 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.012067 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:11Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:18.036558 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e280-2271-4c4e-833b-01277a1b61ea req-fb5328e1-935e-462c-8e23-f851b95b4c19 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:18.040859 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-abf4e280-2271-4c4e-833b-01277a1b61ea req-fb5328e1-935e-462c-8e23-f851b95b4c19 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 931 time: 1.0579832 Apr 11 06:30:18.046826 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129125ba-81b3-42a6-8cb5-2822ccb52f1a {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:18.053466 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] Provisioning complete for port ee7b1986-4e81-4d37-9203-f804cd1eba42 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:18.056532 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.089396 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (3c9d91ff-e252-41d5-a2bf-4a01763bc0b1), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.107031 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:18.107332 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Updating router 469e160b-da31-483f-a3bd-a0789c9bd419 port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:18.110021 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Publish callbacks [] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.210191 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.218385 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 87013f12-7021-401f-8cf2-7451385cf9b0, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=87013f12-7021-401f-8cf2-7451385cf9b0,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:18.226408 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.272422 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.326389 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:18.327993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Transition to ACTIVE for port object 129125ba-81b3-42a6-8cb5-2822ccb52f1a will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:30:18.387808 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (3c9d91ff-e252-41d5-a2bf-4a01763bc0b1), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.390135 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:18.394382 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.407457 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-117bb04d-cd9e-42b5-a233-2666135b8146 admin admin] 10.222.0.11 "PUT /v2.0/routers/b71551c3-5231-4694-ab1c-9aa62cb1e520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2174973 Apr 11 06:30:18.408204 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (3c9d91ff-e252-41d5-a2bf-4a01763bc0b1), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.422266 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-abf4e280-2271-4c4e-833b-01277a1b61ea req-e7b2a14a-ff7c-4e41-97a4-a757d3d1374d tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744390 Apr 11 06:30:18.441062 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9d91ff-e252-41d5-a2bf-4a01763bc0b1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:18.457823 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-277d0efb-190f-4b2f-921c-a1197fc89c85 admin admin] Publish callbacks [] for security_group (505e8c8f-f881-4fef-b733-902eff92a1b5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.462098 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.466228 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7d40382c-bcd9-4f68-a6fa-c39361680ad2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4944360 Apr 11 06:30:18.466491 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48688) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:18.474061 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': 'fccec94c-c825-4fee-86f3-1ebd2781d0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:18.536464 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (bf6124ec-df75-4aaf-9938-144a4d241fbc), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.539407 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:18.574244 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ec324218-6815-4bcb-968e-3c7b90aa472a up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:18.657901 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-277d0efb-190f-4b2f-921c-a1197fc89c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (505e8c8f-f881-4fef-b733-902eff92a1b5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.663473 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (bf6124ec-df75-4aaf-9938-144a4d241fbc), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.671046 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (bf6124ec-df75-4aaf-9938-144a4d241fbc), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.699385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.706838 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2337878 Apr 11 06:30:18.712929 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48694) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:18.719234 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:18.741416 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda192-ae8a-4566-b6ca-fbcf55916ecc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6124ec-df75-4aaf-9938-144a4d241fbc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:18.777956 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:18.887180 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Pushing event updated for resources: {'Port': ['ID=129125ba-81b3-42a6-8cb5-2822ccb52f1a,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:18.940433 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-277d0efb-190f-4b2f-921c-a1197fc89c85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24e8da42b3dc45df968b889c536f0148&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6900957 Apr 11 06:30:18.959516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48704) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:18.971387 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.017078 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d0efb-190f-4b2f-921c-a1197fc89c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505e8c8f-f881-4fef-b733-902eff92a1b5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:19.101501 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.104027 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f6e-3732-4eb3-9f14-a4b9714a3eee admin admin] Publish callbacks [] for security_group (505e8c8f-f881-4fef-b733-902eff92a1b5), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.234352 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f6e-3732-4eb3-9f14-a4b9714a3eee admin admin] Publish callbacks [] for security_group (505e8c8f-f881-4fef-b733-902eff92a1b5), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.388442 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Publish callbacks [] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.414603 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.469411 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Attempting to bind port 129125ba-81b3-42a6-8cb5-2822ccb52f1a on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:19.473055 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Attempting to bind port 129125ba-81b3-42a6-8cb5-2822ccb52f1a by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '60269b95-cc79-443f-b8c6-acf594c11f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:19.473721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Attempting to bind port 129125ba-81b3-42a6-8cb5-2822ccb52f1a on network 5a8a8459-b582-42b6-930f-770e8982241a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:19.499270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Port 129125ba-81b3-42a6-8cb5-2822ccb52f1a on network 5a8a8459-b582-42b6-930f-770e8982241a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:30:19.501178 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Attempting to bind port 129125ba-81b3-42a6-8cb5-2822ccb52f1a on network 5a8a8459-b582-42b6-930f-770e8982241a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:19.524308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:19.525668 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Checking segment: {'id': '60269b95-cc79-443f-b8c6-acf594c11f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:19.530190 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Bound using segment: {'id': '60269b95-cc79-443f-b8c6-acf594c11f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:19.532695 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Bound port: 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60269b95-cc79-443f-b8c6-acf594c11f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:19.533404 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.591958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.28.1.251 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/8647c84f-eb0b-4263-bc6d-80c55891de2f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:19.607908 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:19.608558 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:19.637891 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f6e-3732-4eb3-9f14-a4b9714a3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (505e8c8f-f881-4fef-b733-902eff92a1b5), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.660473 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ce33f6e-3732-4eb3-9f14-a4b9714a3eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.662177 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3ce33f6e-3732-4eb3-9f14-a4b9714a3eee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/505e8c8f-f881-4fef-b733-902eff92a1b5 HTTP/1.1" status: 204 len: 168 time: 0.7014921 Apr 11 06:30:19.714072 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5df71-e1f9-4a72-95e6-1c09bdd7541e None None] Pushing event updated for resources: {'Port': ['ID=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:19.774522 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.883766 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce33f6e-3732-4eb3-9f14-a4b9714a3eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505e8c8f-f881-4fef-b733-902eff92a1b5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:19.942015 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] For port 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:19.951145 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] For port 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a,segment=NetworkSegment(60269b95-cc79-443f-b8c6-acf594c11f10),segment_id=60269b95-cc79-443f-b8c6-acf594c11f10)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:19.964625 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Attempting to bind port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:19.965441 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Attempting to bind port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:19.965647 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=87013f12-7021-401f-8cf2-7451385cf9b0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:19.966494 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Attempting to bind port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:19.971598 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.983537 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:19.984160 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:19.985222 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.985952 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Bound using segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:19.988740 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Bound port: 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:19.989480 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:19.990564 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] Current status of the port ee7b1986-4e81-4d37-9203-f804cd1eba42 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:19.991045 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.109323 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port ec324218-6815-4bcb-968e-3c7b90aa472a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:20.109979 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.156254 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Pushing event updated for resources: {'Port': ['ID=129125ba-81b3-42a6-8cb5-2822ccb52f1a,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:20.164509 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:20.165483 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.170260 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e3530e23-18a4-477d-b3ef-53fa8def0c53 service neutron] 10.222.0.26 "PUT /v2.0/ports/129125ba-81b3-42a6-8cb5-2822ccb52f1a HTTP/1.1" status: 200 len: 1093 time: 4.8132095 Apr 11 06:30:20.171212 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb733c-8933-47a4-aa26-9404a036ca53', 'tag': '129125ba-81b3-42a6-8cb5-2822ccb52f1a'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:20.175304 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b226e-27f0-4c94-8f9e-1986bd5c20c2 req-60e966f9-c978-40c2-a31a-e4db3e0edc0f tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:20.181323 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-342b226e-27f0-4c94-8f9e-1986bd5c20c2 req-60e966f9-c978-40c2-a31a-e4db3e0edc0f tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.5127444 Apr 11 06:30:20.225370 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] For port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:20.237098 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] For port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:20.248656 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.378068 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5df71-e1f9-4a72-95e6-1c09bdd7541e None None] Pushing event updated for resources: {'Port': ['ID=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:20.426820 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.435958 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-342b226e-27f0-4c94-8f9e-1986bd5c20c2 req-b86b6a09-e478-49df-9c7a-051fe3845b84 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426002 Apr 11 06:30:20.454944 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:20.456031 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:20.554139 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.682519 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:20.687471 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] For port ee7b1986-4e81-4d37-9203-f804cd1eba42, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ee7b1986-4e81-4d37-9203-f804cd1eba42,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:20.692150 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:20.701250 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:20.761512 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=8647c84f-eb0b-4263-bc6d-80c55891de2f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:20.792102 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:20.798213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:20.880331 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48746) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:20.924295 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780712627', 'description': 'tempest-description--1050417662'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:20.945527 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74970-5b01-4962-95fb-88bdbd6d0ea2 None None] Pushing event updated for resources: {'Port': ['ID=ee7b1986-4e81-4d37-9203-f804cd1eba42,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:20.954227 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port ec324218-6815-4bcb-968e-3c7b90aa472a is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:20.955743 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-d060d140-866a-42f6-8b89-3f9c41fe270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:20.957319 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-d060d140-866a-42f6-8b89-3f9c41fe270a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0502465f045c4fca82bd7a3b7bbd86c7&device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 1127 time: 0.5062563 Apr 11 06:30:21.065183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Provisioning complete for port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:21.065582 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:21.189824 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (3bb23f38-aef3-4e5b-a32c-8daab050b27c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:21.330572 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 87013f12-7021-401f-8cf2-7451385cf9b0 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:21.346500 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:21.425788 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:21.465698 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:21.467968 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:16Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:21.502247 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc578d-e046-4bfb-8fd5-341309e90935 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:21.662380 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32ace0-237b-4300-8c68-df5c73b3bb7e None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:16Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:21.766307 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a831e5fc-84cd-457d-b45b-6d13b2386ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb733c-8933-47a4-aa26-9404a036ca53", "tag": "129125ba-81b3-42a6-8cb5-2822ccb52f1a"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:21.844311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Current status of the port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:21.845462 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:21.878742 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Allocated IP 172.28.1.191 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/5d8daf29-01fe-4528-8f3e-2d36a4ed891d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:21.901240 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-03538049-7857-415c-81b7-c404929efb7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a HTTP/1.1" status: 200 len: 217 time: 0.8931072 Apr 11 06:30:21.972103 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 87013f12-7021-401f-8cf2-7451385cf9b0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:21.972928 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.062081 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.071171 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.119869 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.123602 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (3bb23f38-aef3-4e5b-a32c-8daab050b27c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.232022 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.235586 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5215397 Apr 11 06:30:22.292619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c4fd2-eaa8-40e7-a357-09a676a20110 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=8647c84f-eb0b-4263-bc6d-80c55891de2f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:22.432572 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-67a9d3bb-8326-44d3-93d1-0eb1b75b928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:22.444572 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-67a9d3bb-8326-44d3-93d1-0eb1b75b928c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99ed16bb-d766-4126-ad25-014e457bcce6 HTTP/1.1" status: 200 len: 852 time: 0.5216715 Apr 11 06:30:22.512377 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8b77-f476-4fa4-bc71-933ed5055895 req-d8beb7c8-ba90-4760-a625-996bd119fb47 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:22.522230 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55ab8b77-f476-4fa4-bc71-933ed5055895 req-d8beb7c8-ba90-4760-a625-996bd119fb47 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.1460493 Apr 11 06:30:22.651343 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55ab8b77-f476-4fa4-bc71-933ed5055895 req-11d51e03-7f3f-4320-a86f-bb5f1a62327a tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264389 Apr 11 06:30:22.708892 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 87013f12-7021-401f-8cf2-7451385cf9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:22.753738 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] For port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:22.768678 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:22.779629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2456d5-5cbc-4661-a08d-4d18b2ae55c2 x-openstack-request-id: req-ad2456d5-5cbc-4661-a08d-4d18b2ae55c2 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:22.780295 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb733c-8933-47a4-aa26-9404a036ca53", "tag": "129125ba-81b3-42a6-8cb5-2822ccb52f1a", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:22.780777 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad2456d5-5cbc-4661-a08d-4d18b2ae55c2 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:22.781477 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2456d5-5cbc-4661-a08d-4d18b2ae55c2'] response: {'name': 'network-changed', 'server_uuid': '89cb733c-8933-47a4-aa26-9404a036ca53', 'tag': '129125ba-81b3-42a6-8cb5-2822ccb52f1a', 'status': 'completed', 'code': 200} Apr 11 06:30:22.787559 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-39595ce8-d604-4246-9d47-f61ae5db82af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8a8459-b582-42b6-930f-770e8982241a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134042 Apr 11 06:30:22.991846 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.057669 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Pushing event updated for resources: {'Port': ['ID=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:23.170496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.227352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Provisioning complete for port f07eb4b6-f140-4c31-8730-77a16f427664 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:23.230534 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.360304 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:23.379309 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-961e3cf0-1e0d-4026-970b-7ea307583430 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1178206045&fields=id&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 267 time: 0.2299809 Apr 11 06:30:23.385964 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (7de5553e-f811-43aa-9193-930d0a1ed460), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.495593 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6ee49101-cbf9-434f-af67-da491dfcba33 None None] Port f07eb4b6-f140-4c31-8730-77a16f427664 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:23.504125 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 2, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:23.543368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (7de5553e-f811-43aa-9193-930d0a1ed460), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.553934 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:23.554856 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Updating router b71551c3-5231-4694-ab1c-9aa62cb1e520 port f07eb4b6-f140-4c31-8730-77a16f427664 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:23.596915 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.600251 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:23.600889 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.716269 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-e8fe5aa3-9e9c-41c7-b50b-06f747bbad20 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8777225 Apr 11 06:30:23.747296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.755162 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.8722110 Apr 11 06:30:23.760546 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-941bfe07-e01d-43ed-a470-26a3e622490c None None] Provisioning complete for port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:23.763461 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-941bfe07-e01d-43ed-a470-26a3e622490c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.769990 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:23.793470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:23.829127 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'security_group_rule': {'security_group_id': '7de5553e-f811-43aa-9193-930d0a1ed460', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:23.875990 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:23.884273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:23.930936 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ddc6c-7cb6-4571-a999-ad90b767fae8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5553e-f811-43aa-9193-930d0a1ed460,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:23.944585 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'Port': ['ID=5d8daf29-01fe-4528-8f3e-2d36a4ed891d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:24.082152 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (0167d6b9-25c0-4704-a284-ea744e19ac79), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.600923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-0c324947-9f4c-4a5a-a4cc-7528bd954c3f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:24.612428 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-0c324947-9f4c-4a5a-a4cc-7528bd954c3f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 1.2243955 Apr 11 06:30:24.625469 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-941bfe07-e01d-43ed-a470-26a3e622490c None None] Current status of the port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:24.650026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:24.651213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ee7b1986-4e81-4d37-9203-f804cd1eba42 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:24.664766 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dea7c4ae-df0c-4a7c-9d24-642304441ca7 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/quotas/7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 375 time: 0.0358245 Apr 11 06:30:24.842352 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b16e0-7a08-4579-b352-a2d9600f390d req-94cf651e-d585-42e9-b85e-ef4e64228fd1 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:24.855043 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-238b16e0-7a08-4579-b352-a2d9600f390d req-94cf651e-d585-42e9-b85e-ef4e64228fd1 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.2709725 Apr 11 06:30:24.860516 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (c6420213-d78b-48f1-ab5f-887cbae75510), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.881446 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-220755b5-5c8b-41b7-b78f-947c39e7e038 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2155368 Apr 11 06:30:25.076798 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a090fe88-0f45-48eb-9136-dbef9f008df8 req-699dfe17-77c3-4669-8905-a79e7d338a25 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3055272 Apr 11 06:30:25.158020 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-bb4730b4-feba-4cf4-8f01-e8b189994941 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:30:25.166912 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-bb4730b4-feba-4cf4-8f01-e8b189994941 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1604340 Apr 11 06:30:25.243400 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (0167d6b9-25c0-4704-a284-ea744e19ac79), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.273287 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (0167d6b9-25c0-4704-a284-ea744e19ac79), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.312998 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port ee7b1986-4e81-4d37-9203-f804cd1eba42 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:25.315414 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.359897 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.391020 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.392914 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5980897 Apr 11 06:30:25.407274 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 48876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:25.452091 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb73e1-7522-42d3-b417-8474c08294c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0167d6b9-25c0-4704-a284-ea744e19ac79,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.478836 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-238b16e0-7a08-4579-b352-a2d9600f390d req-2ffcaea9-92fe-4f62-8e0d-b8b913a5f180 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228557 Apr 11 06:30:25.503119 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'security_group_rule': {'security_group_id': '7de5553e-f811-43aa-9193-930d0a1ed460', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:25.639537 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-6ff1ef4c-bb3b-446b-a95d-e4eb2a449ecf service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700882 Apr 11 06:30:25.759976 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port ee7b1986-4e81-4d37-9203-f804cd1eba42 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:25.821458 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Publish callbacks [] for port (f07eb4b6-f140-4c31-8730-77a16f427664), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.840976 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.960276 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:25.965768 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-edf5e361-ab2d-4314-9309-4754e1bffd2f service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252456 Apr 11 06:30:25.987520 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-a88f3e27-122a-4de7-bff8-609f510f12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:26.006834 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-a88f3e27-122a-4de7-bff8-609f510f12f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0502465f045c4fca82bd7a3b7bbd86c7&device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 1127 time: 0.3385043 Apr 11 06:30:26.127924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (dfda5233-c340-4d90-852c-a77bacc5bab1), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.207360 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cd759-e32c-45f3-afeb-c5880c2f24ff None None] Pushing event updated for resources: {'Port': ['ID=f07eb4b6-f140-4c31-8730-77a16f427664,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:26.446962 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Attempting to bind port f07eb4b6-f140-4c31-8730-77a16f427664 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:26.457613 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Attempting to bind port f07eb4b6-f140-4c31-8730-77a16f427664 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:26.458475 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Attempting to bind port f07eb4b6-f140-4c31-8730-77a16f427664 on network 59a55e5d-0e6b-4311-83bc-9314bd598963 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:26.512089 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:26.512711 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Checking segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:26.513303 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.513890 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Bound using segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:26.514576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Bound port: f07eb4b6-f140-4c31-8730-77a16f427664, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:26.515197 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.543647 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:26.544250 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.547492 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-837a5cf1-9d56-43c0-967d-2ad84abe5b47 None None] Provisioning complete for port f07eb4b6-f140-4c31-8730-77a16f427664 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:26.548273 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-837a5cf1-9d56-43c0-967d-2ad84abe5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.644837 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.705133 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.721018 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (dfda5233-c340-4d90-852c-a77bacc5bab1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.851393 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-94185d7d-62a9-4e73-b8b9-866135457ac4 req-c092d670-973c-4310-85b7-46f30df2b6ca tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.1472511 Apr 11 06:30:26.858417 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-837a5cf1-9d56-43c0-967d-2ad84abe5b47 None None] Port f07eb4b6-f140-4c31-8730-77a16f427664 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:26.874209 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] For port f07eb4b6-f140-4c31-8730-77a16f427664, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:26.879136 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] For port f07eb4b6-f140-4c31-8730-77a16f427664, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=f07eb4b6-f140-4c31-8730-77a16f427664,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:26.898520 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (dfda5233-c340-4d90-852c-a77bacc5bab1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.927149 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e6fd0-0949-4d5b-a525-16e1629942e3 req-79c0c119-261e-49d1-884b-f4ce94a79c98 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:26.946247 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ef2e6fd0-0949-4d5b-a525-16e1629942e3 req-79c0c119-261e-49d1-884b-f4ce94a79c98 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.2459469 Apr 11 06:30:26.953470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (c6420213-d78b-48f1-ab5f-887cbae75510), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.973121 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.975201 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5240264 Apr 11 06:30:26.976642 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.983796 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48934) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:27.005523 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:27.028291 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997bf47-192b-46bc-b381-43a37e834b18 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfda5233-c340-4d90-852c-a77bacc5bab1,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:27.058796 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'Port': ['ID=5d8daf29-01fe-4528-8f3e-2d36a4ed891d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:27.107608 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.138643 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:27.139468 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e72fe6fa-65fc-4736-878f-bf2bee777423 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2310135 Apr 11 06:30:27.162944 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:27.164195 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:27.218503 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.252240 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-467bdc2b-16e0-43ee-88c3-eee01bfefa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:27.266077 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ef2e6fd0-0949-4d5b-a525-16e1629942e3 req-7de9c903-84db-4667-8c2a-d6406708439d tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171515 Apr 11 06:30:27.270350 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-467bdc2b-16e0-43ee-88c3-eee01bfefa07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8a8459-b582-42b6-930f-770e8982241a HTTP/1.1" status: 200 len: 913 time: 1.1434295 Apr 11 06:30:27.533808 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-1cd94eb5-7ffd-4046-ab6e-866f9a4e6721 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a HTTP/1.1" status: 200 len: 217 time: 0.2481132 Apr 11 06:30:27.654967 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.755727 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-275ffd30-d4e0-4338-bc09-f74365ac04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:27.758465 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-275ffd30-d4e0-4338-bc09-f74365ac04cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99ed16bb-d766-4126-ad25-014e457bcce6 HTTP/1.1" status: 200 len: 852 time: 0.2139001 Apr 11 06:30:27.860504 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.866114 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] Provisioning complete for port f07eb4b6-f140-4c31-8730-77a16f427664 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:27.867005 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.882547 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-5b532363-3c75-4999-8e1e-f423a1af540a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8a8459-b582-42b6-930f-770e8982241a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083539 Apr 11 06:30:27.948585 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cd759-e32c-45f3-afeb-c5880c2f24ff None None] Pushing event updated for resources: {'Port': ['ID=f07eb4b6-f140-4c31-8730-77a16f427664,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:27.977659 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:28.072365 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] Current status of the port f07eb4b6-f140-4c31-8730-77a16f427664 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:28.073271 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.152260 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] For port f07eb4b6-f140-4c31-8730-77a16f427664, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=f07eb4b6-f140-4c31-8730-77a16f427664,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:28.175085 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Allocated IP 172.28.1.67 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/2c00e305-13b7-4b31-beae-72d216effc78) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:28.211164 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.283359 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-c8ec62b4-17f7-4223-b447-25378f938ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894179 Apr 11 06:30:28.283938 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:28.284035 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 48992) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:28.288067 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-a3fb536c-32e1-42a9-b14a-501aea2d7b37 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1260851111&fields=id&tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b HTTP/1.1" status: 200 len: 267 time: 0.4806647 Apr 11 06:30:28.347763 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f6a2f-2d05-4cb8-8f61-d3a78990f514 None None] Pushing event updated for resources: {'Port': ['ID=f07eb4b6-f140-4c31-8730-77a16f427664,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.415473 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9bc08150-b76a-4ed2-9286-84d7e65a0b5a req-222aa72a-f21f-4b01-b7b4-4d9fc746804c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.0833757 Apr 11 06:30:28.468238 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-a6782350-b084-42c1-997a-b8c915c18f46 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:28.471170 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-a6782350-b084-42c1-997a-b8c915c18f46 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 811 time: 0.1739092 Apr 11 06:30:28.497714 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for port (2c00e305-13b7-4b31-beae-72d216effc78), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.509998 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-7f6de6f7-7942-4ede-907f-529340a22112 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/quotas/29c8cf88c7624603ac5cf6f4dc0bdc0b HTTP/1.1" status: 200 len: 375 time: 0.0308237 Apr 11 06:30:28.581248 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:26Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:28.600704 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (2c00e305-13b7-4b31-beae-72d216effc78), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.661728 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208956d6-fba2-48c5-a6aa-f29e2423344f None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:26Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:28.709562 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efdf4b8c-a2fb-4e88-b779-95f948d1fa31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.734238 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:28.738924 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb64039-29e5-4d3a-8451-2cccf4805812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.775103 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:28.798334 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:28.844818 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'Port': ['ID=2c00e305-13b7-4b31-beae-72d216effc78,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.917567 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-e3d16dd1-27c0-43a8-ae52-6b9965f9f2d6 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3889158 Apr 11 06:30:28.922091 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74a89-b273-46dc-9c30-5bd24d309126 req-85743bcc-bf10-4e2d-93fe-044a1c6ef4e9 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:28.923798 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cec74a89-b273-46dc-9c30-5bd24d309126 req-85743bcc-bf10-4e2d-93fe-044a1c6ef4e9 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.2044663 Apr 11 06:30:29.000914 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (67dd55b7-207c-43ac-99f1-06a281d7c91f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.036103 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-ea59c864-04f6-4c46-a9a5-b4db079f4e13 service neutron] 10.222.0.11 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040385 Apr 11 06:30:29.119001 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cec74a89-b273-46dc-9c30-5bd24d309126 req-7af50126-ac6f-4168-bbff-eb256cfa0ee1 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842837 Apr 11 06:30:29.137341 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb64039-29e5-4d3a-8451-2cccf4805812 admin admin] Publish callbacks [] for security_group (3ff57015-2dad-4c66-b464-e476acf028ea), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.141461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efdf4b8c-a2fb-4e88-b779-95f948d1fa31 admin admin] Publish callbacks [] for security_group (26d80ba0-bc6e-49cf-be7a-44fff95d21bf), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.141461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c00e305-13b7-4b31-beae-72d216effc78), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.162314 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-d80a7a2a-1e04-44f0-8d19-b5bd43614840 service neutron] 10.222.0.11 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165838 Apr 11 06:30:29.168801 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efdf4b8c-a2fb-4e88-b779-95f948d1fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (26d80ba0-bc6e-49cf-be7a-44fff95d21bf), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.174722 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb64039-29e5-4d3a-8451-2cccf4805812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3ff57015-2dad-4c66-b464-e476acf028ea), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.271996 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7bb64039-29e5-4d3a-8451-2cccf4805812 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d390697b36854144a0cc86556a02e0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9370413 Apr 11 06:30:29.274861 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:29.275359 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-efdf4b8c-a2fb-4e88-b779-95f948d1fa31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15ae8cb53153485cb01655111f4b5a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9419882 Apr 11 06:30:29.280657 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49024) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:29.282652 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4b8c-a2fb-4e88-b779-95f948d1fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d80ba0-bc6e-49cf-be7a-44fff95d21bf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:29.417279 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b10b3df-8e94-492c-bb74-3cce8a87cb72 admin admin] Publish callbacks [] for security_group (3ff57015-2dad-4c66-b464-e476acf028ea), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.482807 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b10b3df-8e94-492c-bb74-3cce8a87cb72 admin admin] Publish callbacks [] for security_group (3ff57015-2dad-4c66-b464-e476acf028ea), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.492065 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb64039-29e5-4d3a-8451-2cccf4805812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff57015-2dad-4c66-b464-e476acf028ea,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:29.545204 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-202a4bad-6f05-44a1-8657-60dc89683f42 admin admin] Publish callbacks [] for security_group (26d80ba0-bc6e-49cf-be7a-44fff95d21bf), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.709553 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-29a7cab1-2bc3-4cad-b08e-8a94f3de0937 req-4a54d398-ed16-4c89-b18d-b6289b6859a3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0606129 Apr 11 06:30:29.731218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-202a4bad-6f05-44a1-8657-60dc89683f42 admin admin] Publish callbacks [] for security_group (26d80ba0-bc6e-49cf-be7a-44fff95d21bf), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.749591 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9e00c777-4d0c-43b8-980e-f31d9928a605 req-99feb1d9-31aa-4d18-b889-c4d9c489f4be tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.1725156 Apr 11 06:30:29.816847 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a831e5fc-84cd-457d-b45b-6d13b2386ba6 req-e7af2f5c-b8b5-43e8-b01b-c0558beabb05 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850228 Apr 11 06:30:29.839723 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b10b3df-8e94-492c-bb74-3cce8a87cb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3ff57015-2dad-4c66-b464-e476acf028ea), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.844154 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b10b3df-8e94-492c-bb74-3cce8a87cb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.846559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for port (2c00e305-13b7-4b31-beae-72d216effc78), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.861235 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9b10b3df-8e94-492c-bb74-3cce8a87cb72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ff57015-2dad-4c66-b464-e476acf028ea HTTP/1.1" status: 204 len: 168 time: 0.5793793 Apr 11 06:30:29.890492 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2c00e305-13b7-4b31-beae-72d216effc78), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.897573 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10b3df-8e94-492c-bb74-3cce8a87cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff57015-2dad-4c66-b464-e476acf028ea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.035721 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f07eb4b6-f140-4c31-8730-77a16f427664 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:30.125330 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port f07eb4b6-f140-4c31-8730-77a16f427664 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:30.125700 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.131511 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (67dd55b7-207c-43ac-99f1-06a281d7c91f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.211191 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'Port': ['ID=2c00e305-13b7-4b31-beae-72d216effc78,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.222335 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-202a4bad-6f05-44a1-8657-60dc89683f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (26d80ba0-bc6e-49cf-be7a-44fff95d21bf), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.227456 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-202a4bad-6f05-44a1-8657-60dc89683f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.237581 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-202a4bad-6f05-44a1-8657-60dc89683f42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26d80ba0-bc6e-49cf-be7a-44fff95d21bf HTTP/1.1" status: 204 len: 168 time: 0.9557724 Apr 11 06:30:30.260635 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4bad-6f05-44a1-8657-60dc89683f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d80ba0-bc6e-49cf-be7a-44fff95d21bf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.268353 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.280066 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port f07eb4b6-f140-4c31-8730-77a16f427664 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:30.282480 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2c1cde63-664b-46e2-bee3-aa63c547f121 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2945914 Apr 11 06:30:30.476680 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14455488-8e05-40e2-9f4c-7b6a4ae1f3db req-db1a2e20-855d-486b-85c9-dce05428b11e tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:30.488484 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-14455488-8e05-40e2-9f4c-7b6a4ae1f3db req-db1a2e20-855d-486b-85c9-dce05428b11e tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.1275139 Apr 11 06:30:30.628819 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-14455488-8e05-40e2-9f4c-7b6a4ae1f3db req-1bd19e82-a2ff-4612-9d22-a718cdfd0439 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259451 Apr 11 06:30:30.741233 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-1e00ffd4-cb32-4743-8e13-e1dc9cffedc4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--780712627&fields=id&tenant_id=8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 267 time: 0.0635962 Apr 11 06:30:30.877319 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49096) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:30.899524 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-65bf7859-d6dd-4f40-9eed-8aff5a0d6518 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:30.908142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71491b30-d342-49f2-be36-6d50e4ff2966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.908661 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-65bf7859-d6dd-4f40-9eed-8aff5a0d6518 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 817 time: 0.1657338 Apr 11 06:30:30.932990 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-08ff65ce-b69e-430c-a350-bbca6b74c3ba tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/quotas/8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 375 time: 0.0227287 Apr 11 06:30:30.951957 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49098) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:30.994549 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-466090ec-61be-463c-a302-4c512d8f9deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.001518 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1f5c6133-aefc-4ad1-bba7-cf2f319889c6 req-5960da1e-0b57-47aa-9b19-af82d3c169c9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0856156 Apr 11 06:30:31.015877 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-c07b810c-afd1-494d-846c-1081a023e09d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813117 Apr 11 06:30:31.124776 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-d8e9b4d0-b7cc-407e-8768-5dc979a2108f service neutron] 10.222.0.11 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054270 Apr 11 06:30:31.158126 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-176122c3-294d-4f25-a2ba-9ae11fdde99a req-fe2b5f35-78e9-4027-b318-bd8a4f36b51b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.0616131 Apr 11 06:30:31.159932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71491b30-d342-49f2-be36-6d50e4ff2966 admin admin] Publish callbacks [] for security_group (f562272e-a08c-46d8-841c-3618ffbeff0e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.165851 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-466090ec-61be-463c-a302-4c512d8f9deb admin admin] Publish callbacks [] for security_group (93113d95-2ee5-4f43-a0d1-e516c3813afd), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.167450 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71491b30-d342-49f2-be36-6d50e4ff2966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (f562272e-a08c-46d8-841c-3618ffbeff0e), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.184405 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-466090ec-61be-463c-a302-4c512d8f9deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (93113d95-2ee5-4f43-a0d1-e516c3813afd), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.237473 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-71491b30-d342-49f2-be36-6d50e4ff2966 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a121b1d1ce7c4020ba0edc9a63ec9310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582966 Apr 11 06:30:31.240313 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:31.248161 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-466090ec-61be-463c-a302-4c512d8f9deb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a7cae6bedb14651835fb89096328cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928116 Apr 11 06:30:31.248161 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71491b30-d342-49f2-be36-6d50e4ff2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562272e-a08c-46d8-841c-3618ffbeff0e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.249000 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49106) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:31.296799 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-e60e3ee9-69db-4369-b953-a75bf969d11b service neutron] 10.222.0.11 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631856 Apr 11 06:30:31.321232 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466090ec-61be-463c-a302-4c512d8f9deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93113d95-2ee5-4f43-a0d1-e516c3813afd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.335483 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8221acc5-91c3-454e-9036-97232900bad9 admin admin] Publish callbacks [] for security_group (f562272e-a08c-46d8-841c-3618ffbeff0e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.358714 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40c18217-822e-4cb6-ab31-f058024100e7 admin admin] Publish callbacks [] for security_group (93113d95-2ee5-4f43-a0d1-e516c3813afd), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.385316 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8221acc5-91c3-454e-9036-97232900bad9 admin admin] Publish callbacks [] for security_group (f562272e-a08c-46d8-841c-3618ffbeff0e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.396490 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40c18217-822e-4cb6-ab31-f058024100e7 admin admin] Publish callbacks [] for security_group (93113d95-2ee5-4f43-a0d1-e516c3813afd), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.457728 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8221acc5-91c3-454e-9036-97232900bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (f562272e-a08c-46d8-841c-3618ffbeff0e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.461057 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8221acc5-91c3-454e-9036-97232900bad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.462671 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8221acc5-91c3-454e-9036-97232900bad9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f562272e-a08c-46d8-841c-3618ffbeff0e HTTP/1.1" status: 204 len: 168 time: 0.2197950 Apr 11 06:30:31.489647 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40c18217-822e-4cb6-ab31-f058024100e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (93113d95-2ee5-4f43-a0d1-e516c3813afd), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.500010 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221acc5-91c3-454e-9036-97232900bad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562272e-a08c-46d8-841c-3618ffbeff0e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.502345 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40c18217-822e-4cb6-ab31-f058024100e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.526809 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-40c18217-822e-4cb6-ab31-f058024100e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93113d95-2ee5-4f43-a0d1-e516c3813afd HTTP/1.1" status: 204 len: 168 time: 0.2744405 Apr 11 06:30:31.548133 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c18217-822e-4cb6-ab31-f058024100e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93113d95-2ee5-4f43-a0d1-e516c3813afd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.639132 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ee25c5b9-3568-415a-ad85-9e95b57e9765 req-fdff2aeb-61c8-49d9-908a-2d0d0356624e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 210 time: 0.0683177 Apr 11 06:30:31.801076 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ec210-c1cb-47e9-86c4-9c22dcb706c9 req-09094b48-9308-447b-a4d2-5c421e536706 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:31.809587 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9e7ec210-c1cb-47e9-86c4-9c22dcb706c9 req-09094b48-9308-447b-a4d2-5c421e536706 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.0872269 Apr 11 06:30:31.883981 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9e7ec210-c1cb-47e9-86c4-9c22dcb706c9 req-ebcbe23c-bc18-4ace-a4ef-45b065c30ed6 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722797 Apr 11 06:30:32.196732 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-371679ad-0c53-4008-ba37-3a002ea854e1 req-017270f2-7a5b-45ed-aeea-8b86241ce210 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0743420 Apr 11 06:30:32.330244 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-748b4239-8a79-45ab-9beb-b3f35c6498f2 req-d66cebde-bc9e-4294-9aab-db17a03fed99 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.0637829 Apr 11 06:30:32.863367 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ce08bce2-80b5-4a90-8a57-43da4e604ba8 req-632b8ae0-ac18-4f67-9312-7265f66389d9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 210 time: 0.0811131 Apr 11 06:30:33.145013 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-7d6db0df-dc2f-479b-b828-c60ddfe40ea4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:33.149055 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041873-302a-4047-9a97-5c863a98227b req-492493fe-ccb0-46ec-b6c8-ff5097a3cd49 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:33.151488 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-7d6db0df-dc2f-479b-b828-c60ddfe40ea4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.2595038 Apr 11 06:30:33.156583 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b041873-302a-4047-9a97-5c863a98227b req-492493fe-ccb0-46ec-b6c8-ff5097a3cd49 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 943 time: 0.1118546 Apr 11 06:30:33.223432 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b041873-302a-4047-9a97-5c863a98227b req-49394374-6a24-43c9-93de-15fff585ed3b tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658369 Apr 11 06:30:33.358596 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-114223fd-6521-43a9-b34b-69c5eb93b5be tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 380 time: 0.1470454 Apr 11 06:30:33.384671 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1504d99d-4ab8-45a2-93fd-63460e815425 req-8cca7dd6-079e-41bc-bdd3-c4b0deabb8ce tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0583172 Apr 11 06:30:33.497431 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf60fe75-27d7-4af6-b1ee-cd947505dba2 req-ddb16ae9-9219-437c-adb3-7b22e01f387c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.0457706 Apr 11 06:30:33.519405 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.26', 56409) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:33.524601 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'port': {'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'admin_state_up': True, 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'security_groups': ['fccec94c-c825-4fee-86f3-1ebd2781d0fb']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:33.758310 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.26', 56411) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:33.794124 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 129125ba-81b3-42a6-8cb5-2822ccb52f1a details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:30:33.870441 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Made reservation on behalf of 7bebca78381742d58d139c3c832a249f for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:33.887385 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.076111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-6277d637-e1f4-42ce-85b8-4b4f0653806b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:34.080820 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-6277d637-e1f4-42ce-85b8-4b4f0653806b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 811 time: 0.5443325 Apr 11 06:30:34.176819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a,segment=NetworkSegment(60269b95-cc79-443f-b8c6-acf594c11f10),segment_id=60269b95-cc79-443f-b8c6-acf594c11f10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:34.228604 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '129125ba-81b3-42a6-8cb5-2822ccb52f1a', 'network_id': '5a8a8459-b582-42b6-930f-770e8982241a', 'port_id': '129125ba-81b3-42a6-8cb5-2822ccb52f1a', 'mac_address': 'fa:16:3e:14:6e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ed16bb-d766-4126-ad25-014e457bcce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:30:34.307679 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4fb45c1e-5055-4276-8829-6d5d283aaac8 req-256fd5ba-09e0-4c7e-bea9-8f9a41a64c12 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 210 time: 0.1986687 Apr 11 06:30:34.384906 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 129125ba-81b3-42a6-8cb5-2822ccb52f1a is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:34.385679 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.430576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129125ba-81b3-42a6-8cb5-2822ccb52f1a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:34.475248 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.20.0.5 (774a1318-257a-4ece-bbef-773dbf5d872f/cc5ac5a6-3fe8-4221-9357-644342154a3f/ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:34.519823 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a,segment=NetworkSegment(60269b95-cc79-443f-b8c6-acf594c11f10),segment_id=60269b95-cc79-443f-b8c6-acf594c11f10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:34.532492 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.607885 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-553e1fdb-9181-403c-90ce-09bf7984659a req-c49bee7a-e723-4a27-81f4-d20b9c4dfea3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0770557 Apr 11 06:30:34.691967 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=129125ba-81b3-42a6-8cb5-2822ccb52f1a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:34.752124 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-c9feaf48-054a-4397-8e6c-d40bea7d2e3c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:34.753605 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-c9feaf48-054a-4397-8e6c-d40bea7d2e3c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 817 time: 0.9941196 Apr 11 06:30:34.820517 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1209032-92cc-4a5c-90ba-8bfb848beb8b req-602afbc3-a547-4329-a131-88cbbb8f412e tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:34.826292 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c1209032-92cc-4a5c-90ba-8bfb848beb8b req-602afbc3-a547-4329-a131-88cbbb8f412e tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 944 time: 0.2077851 Apr 11 06:30:34.835452 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2fce45a3-9520-4df3-a2f8-abc5db50c0d7 req-14ad7712-686d-4a9a-9ef8-3d34dd6cef2e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.0568380 Apr 11 06:30:34.861233 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.892102 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-4744ac94-d4cd-4c64-8115-7e8d62dcbbc0 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b HTTP/1.1" status: 200 len: 380 time: 0.2752206 Apr 11 06:30:34.919300 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'port': {'device_id': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'admin_state_up': True, 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'security_groups': ['3cd5f56a-fbfa-44fe-a276-57d1e2ca128b']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:34.935141 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.969046 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-7df5d2c7-7daa-4a97-b06c-b3fcf3373d1e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 379 time: 0.1987338 Apr 11 06:30:34.986256 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['129125ba-81b3-42a6-8cb5-2822ccb52f1a'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:30:35.000837 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'port': {'device_id': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'admin_state_up': True, 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'security_groups': ['7de5553e-f811-43aa-9193-930d0a1ed460']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:35.028318 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:35.032144 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:35.036632 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:35.064221 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:35.069045 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.127594 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:35.129883 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c1209032-92cc-4a5c-90ba-8bfb848beb8b req-c99ac5ce-1441-4fc0-834a-2711596e575b tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608371 Apr 11 06:30:35.168178 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-f39a1acc-6fe6-40a5-95c5-dd49bd103b14 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6491427 Apr 11 06:30:35.185280 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Request body: {'port': {'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:35.312431 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.357163 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Made reservation on behalf of 29c8cf88c7624603ac5cf6f4dc0bdc0b for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:35.362296 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.380582 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Made reservation on behalf of 8f14e42c2dc14874b6bcea420e6a12c7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:35.384080 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.543311 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ac03e586-0a01-4bb3-963b-297a481eee9b req-c967145e-330a-49ad-ac08-3579175b627b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 210 time: 0.0631428 Apr 11 06:30:35.577701 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fc462a6c-1da4-40c7-b325-73b8104f8425 None None] Provisioning complete for port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:35.579068 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc462a6c-1da4-40c7-b325-73b8104f8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.724278 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fc462a6c-1da4-40c7-b325-73b8104f8425 None None] Port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:35.858625 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a7a8cb5f-b559-4504-bce6-3f6714feafaf req-4f90eede-7b99-4df7-b788-8cf74c5f06bb tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0811501 Apr 11 06:30:35.907338 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Allocated IP 172.20.0.8 (59a55e5d-0e6b-4311-83bc-9314bd598963/24696253-5405-49d9-9b0a-0cdafa935451/d7d07194-d05f-4900-8f18-0d59b5a77b0f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:35.921849 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Allocated IP 172.20.0.7 (f0f6c81c-6ac0-4772-9059-d7f045c7c641/c6887d8b-9ac6-4129-9ac2-41f82a7776ce/2a34be45-c335-4eb7-bd19-88388d632878) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:35.966116 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:36.015942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Publish callbacks [] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.108111 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Transition to ACTIVE for port object ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:30:36.125481 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.216538 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca98c40-181f-4a84-a721-7f5ec5f03df9 req-be13e2b5-518f-45b3-80e5-70c5521fb491 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:36.219210 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8ca98c40-181f-4a84-a721-7f5ec5f03df9 req-be13e2b5-518f-45b3-80e5-70c5521fb491 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 931 time: 0.2337754 Apr 11 06:30:36.413925 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8ca98c40-181f-4a84-a721-7f5ec5f03df9 req-ddaf9579-d55e-4ee4-a3a3-e5bc93ac4b04 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642976 Apr 11 06:30:36.442761 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:36.448343 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Attempting to bind port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:36.449232 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Attempting to bind port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:36.449778 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Attempting to bind port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:36.455502 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 on network 774a1318-257a-4ece-bbef-773dbf5d872f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:30:36.455830 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Attempting to bind port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:36.461280 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:36.461702 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:36.462141 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Bound using segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:36.462625 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Bound port: ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:36.467635 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.525414 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for port (2a34be45-c335-4eb7-bd19-88388d632878), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.562139 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49330) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:36.570133 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] For port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:36.575858 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] For port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:36.584713 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.599617 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf0681-abb9-40d1-b1a0-b1758d793029 req-e31a3b98-b185-4703-be35-9046ca982264 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:36.601019 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-47bf0681-abb9-40d1-b1a0-b1758d793029 req-e31a3b98-b185-4703-be35-9046ca982264 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 944 time: 0.1708369 Apr 11 06:30:36.655924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:36.656404 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.658904 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 200 len: 1093 time: 1.4831555 Apr 11 06:30:36.659379 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:36.677955 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55483582-115f-49cb-acd3-4d71622ae525" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:36.739606 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-47bf0681-abb9-40d1-b1a0-b1758d793029 req-1920e8d7-d86e-4eee-b44a-b04239a2816b tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255782 Apr 11 06:30:36.748852 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.756151 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (2a34be45-c335-4eb7-bd19-88388d632878), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.842878 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f87765a0-8c68-452e-aefd-99c045649bab req-ccc7e677-abf9-4fab-80d2-7adc21f62111 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 210 time: 0.0997715 Apr 11 06:30:36.846483 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06740-ad89-4dd0-91a7-df8fb4fdbc30 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:36.871339 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-751fabf8-bad9-4fc2-869b-733482ea42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:36.874389 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-751fabf8-bad9-4fc2-869b-733482ea42a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 1127 time: 0.1591234 Apr 11 06:30:36.874814 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d3a76be-07a5-436b-8f92-c2065ae34c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.906982 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:36.926341 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:36.935888 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:36.941270 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:36.941920 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.968422 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bbf42-3f40-4f30-aa4a-2ce8da8d0cb8 x-openstack-request-id: req-7d9bbf42-3f40-4f30-aa4a-2ce8da8d0cb8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:36.968621 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:36.971572 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d9bbf42-3f40-4f30-aa4a-2ce8da8d0cb8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:36.971995 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9bbf42-3f40-4f30-aa4a-2ce8da8d0cb8'] response: {'name': 'network-changed', 'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'status': 'completed', 'code': 200} Apr 11 06:30:36.973651 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-50c8d57f-9c02-474c-9e65-b6bd08c092c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 200 len: 217 time: 0.0932112 Apr 11 06:30:37.005513 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'Port': ['ID=2a34be45-c335-4eb7-bd19-88388d632878,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:37.101071 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d3a76be-07a5-436b-8f92-c2065ae34c10 admin admin] Publish callbacks [] for security_group (90149fa6-4304-47f6-8595-909fab6a9e91), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.104270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-fe597048-7399-424f-b975-70ea913e0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:37.115886 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.128499 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-fe597048-7399-424f-b975-70ea913e0d2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.1311083 Apr 11 06:30:37.131258 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d3a76be-07a5-436b-8f92-c2065ae34c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (90149fa6-4304-47f6-8595-909fab6a9e91), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.172197 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:37.202106 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3d3a76be-07a5-436b-8f92-c2065ae34c10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6214a8cf16ae4d8584648a1b6fef020e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6390948 Apr 11 06:30:37.205900 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-07da274d-1016-4621-b260-7b6630ae56f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3023508 Apr 11 06:30:37.206661 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49352) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:37.208971 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:37.211692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:37.218307 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:37.219013 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.234129 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a76be-07a5-436b-8f92-c2065ae34c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90149fa6-4304-47f6-8595-909fab6a9e91,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:37.279505 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ff8d7-ec4b-466d-ab25-9c3a37d3a21b req-44f12d08-e296-4f11-959b-35172220b0f3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:37.283952 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c18ff8d7-ec4b-466d-ab25-9c3a37d3a21b req-44f12d08-e296-4f11-959b-35172220b0f3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 931 time: 0.2835219 Apr 11 06:30:37.334302 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8d6d8b2d-7c4c-43a0-a72a-2bb9a0772a08 None None] Provisioning complete for port 2a34be45-c335-4eb7-bd19-88388d632878 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:37.335919 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8b2d-7c4c-43a0-a72a-2bb9a0772a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2a34be45-c335-4eb7-bd19-88388d632878), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.351898 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92845-4833-4778-93d3-d1231ac1d677 req-cd2c6904-80d3-4030-95e5-b22397461731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:37.354266 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-cd2c6904-80d3-4030-95e5-b22397461731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2248170 Apr 11 06:30:37.380808 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3924761 Apr 11 06:30:37.409284 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Request body: {'port': {'device_id': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:37.421468 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d8b2d-7c4c-43a0-a72a-2bb9a0772a08 None None] Port 2a34be45-c335-4eb7-bd19-88388d632878 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:37.554106 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2a34be45-c335-4eb7-bd19-88388d632878), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.582779 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Request body: {'port': {'device_id': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:37.606488 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c18ff8d7-ec4b-466d-ab25-9c3a37d3a21b req-fa3e5ef9-4726-472a-a463-52c7e38ddea8 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099813 Apr 11 06:30:37.644889 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-44738115-c4c2-4e52-bd36-d899b1d9c636 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732193 Apr 11 06:30:37.717627 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7529a384-b8fb-4f84-9720-f44a821ea117 admin admin] Publish callbacks [] for security_group (90149fa6-4304-47f6-8595-909fab6a9e91), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.751871 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-29d721a0-1b11-4cb9-a184-b3f0f09f504e None None] Provisioning complete for port d7d07194-d05f-4900-8f18-0d59b5a77b0f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:37.752284 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29d721a0-1b11-4cb9-a184-b3f0f09f504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.754590 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa9bcc-b25b-4dac-9722-d29d27d4bdad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:37.800712 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.806763 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-72f92845-4833-4778-93d3-d1231ac1d677 req-2d5d967a-9d92-470f-8051-de891e049019 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514978 Apr 11 06:30:37.837231 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 129125ba-81b3-42a6-8cb5-2822ccb52f1a up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:37.915261 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7529a384-b8fb-4f84-9720-f44a821ea117 admin admin] Publish callbacks [] for security_group (90149fa6-4304-47f6-8595-909fab6a9e91), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.942558 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c75ca-972d-44ff-bd28-deaa14467ca2 req-50156a2d-9004-47b1-9f27-8a274bacdf08 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:37.952040 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ef8c75ca-972d-44ff-bd28-deaa14467ca2 req-50156a2d-9004-47b1-9f27-8a274bacdf08 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 943 time: 0.2704942 Apr 11 06:30:37.956317 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-29d721a0-1b11-4cb9-a184-b3f0f09f504e None None] Port d7d07194-d05f-4900-8f18-0d59b5a77b0f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:37.973150 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 129125ba-81b3-42a6-8cb5-2822ccb52f1a completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:30:37.985335 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 129125ba-81b3-42a6-8cb5-2822ccb52f1a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:37.985888 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.040676 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7532c7f-12d9-4b63-8861-7a16f241ddc5 req-7ccf4509-4782-49fc-a3da-6a8fb2164091 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:38.042782 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7532c7f-12d9-4b63-8861-7a16f241ddc5 req-7ccf4509-4782-49fc-a3da-6a8fb2164091 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 944 time: 0.1134484 Apr 11 06:30:38.142087 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7532c7f-12d9-4b63-8861-7a16f241ddc5 req-dc8f6c7a-18d1-47fd-a130-14e9a390bc58 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877998 Apr 11 06:30:38.173687 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 129125ba-81b3-42a6-8cb5-2822ccb52f1a is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:38.174754 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.224285 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a,segment=NetworkSegment(60269b95-cc79-443f-b8c6-acf594c11f10),segment_id=60269b95-cc79-443f-b8c6-acf594c11f10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:38.225952 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cb733c-8933-47a4-aa26-9404a036ca53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129125ba-81b3-42a6-8cb5-2822ccb52f1a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:38.352424 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2cb8d-9661-4828-a900-96be34324a02 req-f1c273cf-205d-4fb0-aa32-b9682a7ed8c6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:38.368914 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4dd2cb8d-9661-4828-a900-96be34324a02 req-f1c273cf-205d-4fb0-aa32-b9682a7ed8c6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 931 time: 0.1089258 Apr 11 06:30:38.377612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.457025 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ef8c75ca-972d-44ff-bd28-deaa14467ca2 req-d786001f-4d6a-4384-bac5-a821d4b0f8c8 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019736 Apr 11 06:30:38.469583 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4dd2cb8d-9661-4828-a900-96be34324a02 req-0d3743bb-5d3c-4b91-b100-9fb7e5bf0e5d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974805 Apr 11 06:30:38.519838 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=129125ba-81b3-42a6-8cb5-2822ccb52f1a,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.528077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7529a384-b8fb-4f84-9720-f44a821ea117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (90149fa6-4304-47f6-8595-909fab6a9e91), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.531686 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7529a384-b8fb-4f84-9720-f44a821ea117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.536027 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7529a384-b8fb-4f84-9720-f44a821ea117 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90149fa6-4304-47f6-8595-909fab6a9e91 HTTP/1.1" status: 204 len: 168 time: 1.2852716 Apr 11 06:30:38.585223 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e3a370-c4fc-4a57-95f0-67609ff6a5e1" -d '{"events": [{"server_uuid": "89cb733c-8933-47a4-aa26-9404a036ca53", "name": "network-vif-plugged", "status": "completed", "tag": "129125ba-81b3-42a6-8cb5-2822ccb52f1a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:38.607923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a384-b8fb-4f84-9720-f44a821ea117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90149fa6-4304-47f6-8595-909fab6a9e91,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.722382 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a34be45-c335-4eb7-bd19-88388d632878 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:38.748386 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Publish callbacks [] for port (2a34be45-c335-4eb7-bd19-88388d632878), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.810107 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c94e17-e880-4c1c-ac2e-5448c4d7830d req-dcac38dc-8cf5-44e7-be39-51dfea2a6dcf tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:38.819795 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f5c94e17-e880-4c1c-ac2e-5448c4d7830d req-dcac38dc-8cf5-44e7-be39-51dfea2a6dcf tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 931 time: 0.0821245 Apr 11 06:30:38.837616 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Transition to ACTIVE for port object 2a34be45-c335-4eb7-bd19-88388d632878 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:30:38.849470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2a34be45-c335-4eb7-bd19-88388d632878), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.930483 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f5c94e17-e880-4c1c-ac2e-5448c4d7830d req-8e3f1b17-8065-491c-8550-99c72658698d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092250 Apr 11 06:30:38.935776 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a34be45-c335-4eb7-bd19-88388d632878,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:39.025227 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a1055c-9f7d-4c96-8572-c30341f33b51 x-openstack-request-id: req-a2a1055c-9f7d-4c96-8572-c30341f33b51 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:39.025580 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cb733c-8933-47a4-aa26-9404a036ca53", "name": "network-vif-plugged", "status": "completed", "tag": "129125ba-81b3-42a6-8cb5-2822ccb52f1a", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:39.025833 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2a1055c-9f7d-4c96-8572-c30341f33b51 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:39.026276 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a1055c-9f7d-4c96-8572-c30341f33b51'] response: {'server_uuid': '89cb733c-8933-47a4-aa26-9404a036ca53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129125ba-81b3-42a6-8cb5-2822ccb52f1a', 'code': 200} Apr 11 06:30:39.095212 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d07194-d05f-4900-8f18-0d59b5a77b0f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:39.112488 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Attempting to bind port 2a34be45-c335-4eb7-bd19-88388d632878 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:39.112849 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Attempting to bind port 2a34be45-c335-4eb7-bd19-88388d632878 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:39.113372 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Attempting to bind port 2a34be45-c335-4eb7-bd19-88388d632878 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:39.117572 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Publish callbacks [] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.130020 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Port 2a34be45-c335-4eb7-bd19-88388d632878 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:30:39.131760 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Attempting to bind port 2a34be45-c335-4eb7-bd19-88388d632878 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:39.146601 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:39.147230 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Checking segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:39.148217 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Bound using segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:39.149124 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Bound port: 2a34be45-c335-4eb7-bd19-88388d632878, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:39.149617 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2a34be45-c335-4eb7-bd19-88388d632878), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.159253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Transition to ACTIVE for port object d7d07194-d05f-4900-8f18-0d59b5a77b0f will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:30:39.174795 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.351313 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f1c72-ca9c-4663-8c28-553dbec0c910 req-fcd80368-e7e8-4bac-876c-6814bb49c452 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:39.367907 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c31f1c72-ca9c-4663-8c28-553dbec0c910 req-fcd80368-e7e8-4bac-876c-6814bb49c452 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.1247299 Apr 11 06:30:39.391163 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:39.474929 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] For port 2a34be45-c335-4eb7-bd19-88388d632878, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:39.510036 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Attempting to bind port d7d07194-d05f-4900-8f18-0d59b5a77b0f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:39.510605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Attempting to bind port d7d07194-d05f-4900-8f18-0d59b5a77b0f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:39.511144 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Attempting to bind port d7d07194-d05f-4900-8f18-0d59b5a77b0f on network 59a55e5d-0e6b-4311-83bc-9314bd598963 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:39.530051 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c31f1c72-ca9c-4663-8c28-553dbec0c910 req-615fd43b-5dda-4df8-b0b2-69c989da9e6d tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543264 Apr 11 06:30:39.544285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] For port 2a34be45-c335-4eb7-bd19-88388d632878, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a34be45-c335-4eb7-bd19-88388d632878,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:39.554273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:39.556483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Port d7d07194-d05f-4900-8f18-0d59b5a77b0f on network 59a55e5d-0e6b-4311-83bc-9314bd598963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:30:39.557168 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Attempting to bind port d7d07194-d05f-4900-8f18-0d59b5a77b0f on network 59a55e5d-0e6b-4311-83bc-9314bd598963 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:39.570465 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2a34be45-c335-4eb7-bd19-88388d632878), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.586205 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:39.586205 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Checking segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:39.586444 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Bound using segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:39.586950 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Bound port: d7d07194-d05f-4900-8f18-0d59b5a77b0f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:39.587286 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.808948 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64cd43-14d2-45e4-ae7e-20a98d9fcbc6 req-279d4eed-5f8d-42c1-a7ff-e27169c918b8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:39.810495 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7c64cd43-14d2-45e4-ae7e-20a98d9fcbc6 req-279d4eed-5f8d-42c1-a7ff-e27169c918b8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.1162491 Apr 11 06:30:39.867192 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:39.867909 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.873906 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 1093 time: 2.6109183 Apr 11 06:30:39.874802 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:39.894859 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7c64cd43-14d2-45e4-ae7e-20a98d9fcbc6 req-30f666e5-b2d6-45b3-a306-31c50d84ff1a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756454 Apr 11 06:30:39.959925 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0d1c2-9455-45f4-983f-fd1e629af8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.097909 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ac6f-c507-44b6-9485-770cf6463e2a req-676b566e-bf93-4efa-9c9a-7f0dba33a557 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.099799 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1c20ac6f-c507-44b6-9485-770cf6463e2a req-676b566e-bf93-4efa-9c9a-7f0dba33a557 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 943 time: 0.0708940 Apr 11 06:30:40.125434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-cbaf0b9b-1aeb-4d1d-b334-a6b39df5ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.127319 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-cbaf0b9b-1aeb-4d1d-b334-a6b39df5ce69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1127 time: 0.1498833 Apr 11 06:30:40.152590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.26', 56433) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:40.175423 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:40.179768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:40.192255 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31889a-9c1a-46f4-96b9-b8a84df007e1 req-b6cdd1b6-a2fa-4b59-a028-fe84756e94be tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.194067 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4f31889a-9c1a-46f4-96b9-b8a84df007e1 req-b6cdd1b6-a2fa-4b59-a028-fe84756e94be tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 943 time: 0.4673800 Apr 11 06:30:40.220178 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8885d1-8f39-4607-b653-d9da591891f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a34be45-c335-4eb7-bd19-88388d632878,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:40.235420 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1c20ac6f-c507-44b6-9485-770cf6463e2a req-c7197b1d-6840-4f85-9008-b85dab23769d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258111 Apr 11 06:30:40.239919 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.256773 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-d210122c-9b0f-4498-81fb-fb0fc62cfc26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 217 time: 0.1155086 Apr 11 06:30:40.332067 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:40.353205 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434da72b-d0f7-4a16-b6eb-c692eb764348" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "tag": "2a34be45-c335-4eb7-bd19-88388d632878"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:40.359977 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55483582-115f-49cb-acd3-4d71622ae525 req-7cb5835a-334d-4285-95fe-0378e247d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.361850 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-7cb5835a-334d-4285-95fe-0378e247d541 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 1127 time: 0.3326404 Apr 11 06:30:40.381286 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.382061 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.383610 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-fc26ccad-6c84-4345-b9cf-ad11dfc0d10b service neutron] 10.222.0.26 "PUT /v2.0/ports/d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 1093 time: 2.8314683 Apr 11 06:30:40.525448 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eadfba-34f2-401a-afa1-ddb22c8eb358 req-777f6e5f-b9b0-425c-b63b-71f2d0fdd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.527177 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-57eadfba-34f2-401a-afa1-ddb22c8eb358 req-777f6e5f-b9b0-425c-b63b-71f2d0fdd70d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 1129 time: 0.3730659 Apr 11 06:30:40.535519 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4f31889a-9c1a-46f4-96b9-b8a84df007e1 req-03c8cbed-efae-421d-938a-934be6990c4b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066154 Apr 11 06:30:40.565749 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-99b83623-c861-43ad-958a-b2b5302adf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.567644 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-99b83623-c861-43ad-958a-b2b5302adf19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1127 time: 0.1231625 Apr 11 06:30:40.575721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-17819ace-200f-4ffa-b8aa-8be690e92ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.577499 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-17819ace-200f-4ffa-b8aa-8be690e92ee1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.3126054 Apr 11 06:30:40.581425 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-57eadfba-34f2-401a-afa1-ddb22c8eb358 req-43579503-63bd-4f1e-9227-2d0f6935261f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.611200 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0d1c2-9455-45f4-983f-fd1e629af8dc admin admin] Publish callbacks [] for security_group (8b3e4176-fb06-48f0-ab77-634c345a7e0f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.659800 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34188c1e-ae59-4a68-9cd6-9dc91f9b7473 x-openstack-request-id: req-34188c1e-ae59-4a68-9cd6-9dc91f9b7473 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:40.660091 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "tag": "2a34be45-c335-4eb7-bd19-88388d632878", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:40.660398 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34188c1e-ae59-4a68-9cd6-9dc91f9b7473 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:40.660843 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34188c1e-ae59-4a68-9cd6-9dc91f9b7473'] response: {'name': 'network-changed', 'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878', 'status': 'completed', 'code': 200} Apr 11 06:30:40.668734 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-1416d111-da69-483e-8670-b940ed1eb29c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 217 time: 0.0940213 Apr 11 06:30:40.690888 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0d1c2-9455-45f4-983f-fd1e629af8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8b3e4176-fb06-48f0-ab77-634c345a7e0f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.733157 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55483582-115f-49cb-acd3-4d71622ae525 req-c6fa056a-ee66-4928-935b-c0920a4f6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.733870 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-c6fa056a-ee66-4928-935b-c0920a4f6eff service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.3558364 Apr 11 06:30:40.765459 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-b3322448-09ee-4e23-bb87-d3b54a91ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.768094 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-b3322448-09ee-4e23-bb87-d3b54a91ee21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1772583 Apr 11 06:30:40.815587 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-03ee944d-ef74-4423-8310-97acb73876b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 200 len: 217 time: 0.0759823 Apr 11 06:30:40.819698 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-3629a92d-8b5e-434a-85f0-aecb54eda4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.819698 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-3629a92d-8b5e-434a-85f0-aecb54eda4c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.1430557 Apr 11 06:30:40.823756 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0d1c2-9455-45f4-983f-fd1e629af8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e4176-fb06-48f0-ab77-634c345a7e0f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:40.837412 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-95d0d1c2-9455-45f4-983f-fd1e629af8dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6c5abb95ce043299a5057be997141f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2784126 Apr 11 06:30:40.841343 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:40.904828 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac7a57-eb85-4f84-9ce3-1850d7432866 req-1726bd20-6524-436d-8561-4ff22188c53a tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.905869 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-59ac7a57-eb85-4f84-9ce3-1850d7432866 req-1726bd20-6524-436d-8561-4ff22188c53a tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.1694500 Apr 11 06:30:41.037635 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-57eadfba-34f2-401a-afa1-ddb22c8eb358 req-43579503-63bd-4f1e-9227-2d0f6935261f service neutron] Publish callbacks [] for security_group (fb3dee99-d022-4ffe-8bae-01c601d61731), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.055930 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-57eadfba-34f2-401a-afa1-ddb22c8eb358 req-43579503-63bd-4f1e-9227-2d0f6935261f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fb3dee99-d022-4ffe-8bae-01c601d61731), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.168027 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-934d0d73-04a2-49cd-94c8-ea9acaba771b admin admin] Publish callbacks [] for security_group (8b3e4176-fb06-48f0-ab77-634c345a7e0f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.188305 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43579503-63bd-4f1e-9227-2d0f6935261f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3dee99-d022-4ffe-8bae-01c601d61731,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.224580 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-392bdeab-22d3-4117-902c-1882d49dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.226105 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-392bdeab-22d3-4117-902c-1882d49dc1d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3994491 Apr 11 06:30:41.227141 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-57eadfba-34f2-401a-afa1-ddb22c8eb358 req-43579503-63bd-4f1e-9227-2d0f6935261f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918638 Apr 11 06:30:41.235273 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-59ac7a57-eb85-4f84-9ce3-1850d7432866 req-047884d6-8871-4785-8b5c-ee1a3c4bd1b9 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147969 Apr 11 06:30:41.242912 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-4567b6d0-a104-4ab8-ba64-d4261590ec9f service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404778 Apr 11 06:30:41.253245 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55483582-115f-49cb-acd3-4d71622ae525 req-3ef46081-418b-4778-baa8-97d0220ffeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.254955 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-3ef46081-418b-4778-baa8-97d0220ffeb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.4271498 Apr 11 06:30:41.256186 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-934d0d73-04a2-49cd-94c8-ea9acaba771b admin admin] Publish callbacks [] for security_group (8b3e4176-fb06-48f0-ab77-634c345a7e0f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.267412 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead7147-ea94-4926-aaf9-27aeecf5079a req-b0d68455-5826-4ba8-9372-1d95c725a5ee tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.268916 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3ead7147-ea94-4926-aaf9-27aeecf5079a req-b0d68455-5826-4ba8-9372-1d95c725a5ee tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0824094 Apr 11 06:30:41.283691 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49522) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.326312 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3ead7147-ea94-4926-aaf9-27aeecf5079a req-7eb366d0-c598-46a6-959c-ece7efffd2a2 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501046 Apr 11 06:30:41.332522 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-934d0d73-04a2-49cd-94c8-ea9acaba771b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8b3e4176-fb06-48f0-ab77-634c345a7e0f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.334983 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-934d0d73-04a2-49cd-94c8-ea9acaba771b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.339120 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-934d0d73-04a2-49cd-94c8-ea9acaba771b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b3e4176-fb06-48f0-ab77-634c345a7e0f HTTP/1.1" status: 204 len: 168 time: 0.4779422 Apr 11 06:30:41.368008 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49528) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.376958 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d0d73-04a2-49cd-94c8-ea9acaba771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e4176-fb06-48f0-ab77-634c345a7e0f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.395115 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c0aee-b0b7-474a-9966-6742851598be req-fb66bdef-3f8a-49de-b559-53d16e7db58c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.396693 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f98c0aee-b0b7-474a-9966-6742851598be req-fb66bdef-3f8a-49de-b559-53d16e7db58c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 943 time: 0.0742331 Apr 11 06:30:41.438157 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85aab3b7-1275-45aa-953b-618898b7b789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.461186 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f98c0aee-b0b7-474a-9966-6742851598be req-b56fc789-7393-497a-a351-80c4f7c3099b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584874 Apr 11 06:30:41.612941 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3fbe7c35-95c5-4980-a12a-8c10d9010aaf req-c67184a7-0315-4109-99dd-a28d8f938210 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188438 Apr 11 06:30:41.624561 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55483582-115f-49cb-acd3-4d71622ae525 req-d752cefa-3ebc-4b9b-86ce-f057d3da0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.626117 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-d752cefa-3ebc-4b9b-86ce-f057d3da0ed7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1325808 Apr 11 06:30:41.628246 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab8d-fcdd-4006-ba1f-2d0444d85c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.713291 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.732676 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95bca9a3-ec82-4854-947d-1314a5593656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.735877 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85aab3b7-1275-45aa-953b-618898b7b789 admin admin] Publish callbacks [] for security_group (50fc1aca-733d-47ec-a25a-8b32b2eade72), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.743901 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab8d-fcdd-4006-ba1f-2d0444d85c0e admin admin] Publish callbacks [] for security_group (099eeb59-0aff-42cf-8b6b-a984169f1715), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.749604 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab8d-fcdd-4006-ba1f-2d0444d85c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (099eeb59-0aff-42cf-8b6b-a984169f1715), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.750782 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85aab3b7-1275-45aa-953b-618898b7b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (50fc1aca-733d-47ec-a25a-8b32b2eade72), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.797457 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc067fe-0f98-4bb2-9bb0-d0eb7aa44adc req-e65225a8-1cfe-4bb6-afaf-8817e82b8eed tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.798942 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bc067fe-0f98-4bb2-9bb0-d0eb7aa44adc req-e65225a8-1cfe-4bb6-afaf-8817e82b8eed tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 943 time: 0.1291454 Apr 11 06:30:41.804362 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-7eb8ab8d-fcdd-4006-ba1f-2d0444d85c0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=770a1a494620465fb5b75014f8dba058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329767 Apr 11 06:30:41.806969 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8ab8d-fcdd-4006-ba1f-2d0444d85c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099eeb59-0aff-42cf-8b6b-a984169f1715,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.809135 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-18acd2ff-d2ac-418e-b57d-a73402ced5c1 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143580 Apr 11 06:30:41.809437 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49538) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.812348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:30:41.852175 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aab3b7-1275-45aa-953b-618898b7b789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc1aca-733d-47ec-a25a-8b32b2eade72,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.862599 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-85aab3b7-1275-45aa-953b-618898b7b789 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06ccf255ef124677802eb39a066ca1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746751 Apr 11 06:30:41.863688 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49540) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.865782 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-2742f270-e2fa-47e7-a66e-3eddc6ae1e95 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310166 Apr 11 06:30:41.896174 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bc067fe-0f98-4bb2-9bb0-d0eb7aa44adc req-c7c6aecb-9802-4ccb-ad59-fbc433efc8b2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844867 Apr 11 06:30:41.898512 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95bca9a3-ec82-4854-947d-1314a5593656 admin admin] Publish callbacks [] for security_group (3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.910159 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95bca9a3-ec82-4854-947d-1314a5593656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.931334 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36d1c342-72ca-4de1-b220-bc2ef4510269 admin admin] Publish callbacks [] for security_group (099eeb59-0aff-42cf-8b6b-a984169f1715), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.946938 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:41.957836 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:30:41.990334 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-95bca9a3-ec82-4854-947d-1314a5593656 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0d2f56743364ee39637e211ed114467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759743 Apr 11 06:30:41.992228 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36d1c342-72ca-4de1-b220-bc2ef4510269 admin admin] Publish callbacks [] for security_group (099eeb59-0aff-42cf-8b6b-a984169f1715), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.993739 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49542) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.995590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bca9a3-ec82-4854-947d-1314a5593656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:42.003587 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:42.004042 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.019697 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb0ef-5eef-4032-bc1a-4468ebb6d97b admin admin] Publish callbacks [] for security_group (50fc1aca-733d-47ec-a25a-8b32b2eade72), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.020845 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:42.042944 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:42.047576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.053087 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb0ef-5eef-4032-bc1a-4468ebb6d97b admin admin] Publish callbacks [] for security_group (50fc1aca-733d-47ec-a25a-8b32b2eade72), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.087577 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36d1c342-72ca-4de1-b220-bc2ef4510269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (099eeb59-0aff-42cf-8b6b-a984169f1715), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.090096 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36d1c342-72ca-4de1-b220-bc2ef4510269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.093935 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-36d1c342-72ca-4de1-b220-bc2ef4510269 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/099eeb59-0aff-42cf-8b6b-a984169f1715 HTTP/1.1" status: 204 len: 168 time: 0.2798266 Apr 11 06:30:42.100434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1c342-72ca-4de1-b220-bc2ef4510269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099eeb59-0aff-42cf-8b6b-a984169f1715,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:42.110576 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-724254c8-6978-4a60-975d-933be1a57f68 admin admin] Publish callbacks [] for security_group (3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.115733 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:42.124794 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb0ef-5eef-4032-bc1a-4468ebb6d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (50fc1aca-733d-47ec-a25a-8b32b2eade72), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.128652 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb0ef-5eef-4032-bc1a-4468ebb6d97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.131385 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9b2cb0ef-5eef-4032-bc1a-4468ebb6d97b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50fc1aca-733d-47ec-a25a-8b32b2eade72 HTTP/1.1" status: 204 len: 168 time: 0.2643332 Apr 11 06:30:42.143984 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cb0ef-5eef-4032-bc1a-4468ebb6d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc1aca-733d-47ec-a25a-8b32b2eade72,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:42.153869 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-724254c8-6978-4a60-975d-933be1a57f68 admin admin] Publish callbacks [] for security_group (3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.224982 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-724254c8-6978-4a60-975d-933be1a57f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.229280 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-724254c8-6978-4a60-975d-933be1a57f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.230482 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-724254c8-6978-4a60-975d-933be1a57f68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e HTTP/1.1" status: 204 len: 168 time: 0.2355895 Apr 11 06:30:42.240946 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724254c8-6978-4a60-975d-933be1a57f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49f2c9-5ccf-4e4d-a56a-0fc7360fd46e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:42.362552 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b193b-b121-4207-9f78-3158bef488ca req-05e15602-81d7-44f6-bc3a-6e41c46e7cee tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:42.377651 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-046b193b-b121-4207-9f78-3158bef488ca req-05e15602-81d7-44f6-bc3a-6e41c46e7cee tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0678799 Apr 11 06:30:42.423795 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-046b193b-b121-4207-9f78-3158bef488ca req-6a0b5bc9-b3e2-4520-805e-80b1b9aaf369 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Apr 11 06:30:42.424712 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:30:42.478081 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715faaa9-a07f-466c-a726-da3430360053 req-a7bb0b53-3046-4875-96da-ff48f49e0c43 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:42.488855 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-715faaa9-a07f-466c-a726-da3430360053 req-a7bb0b53-3046-4875-96da-ff48f49e0c43 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0697830 Apr 11 06:30:42.579295 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-715faaa9-a07f-466c-a726-da3430360053 req-0923075d-6e15-40e0-90ea-d33fe4ea9221 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850520 Apr 11 06:30:42.586343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d82a1a88-28ce-4ae3-915c-44a31d180c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.631199 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a5c6e-7c5d-4a31-bf04-1467ca193a5b req-d89125c9-5d12-493e-bed1-779d62d0cbfb tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:42.632745 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-534a5c6e-7c5d-4a31-bf04-1467ca193a5b req-d89125c9-5d12-493e-bed1-779d62d0cbfb tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 943 time: 0.0660386 Apr 11 06:30:42.662391 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:42.667474 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd4328-105b-445f-b4ad-9cd255fb9cba" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:42.683294 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-534a5c6e-7c5d-4a31-bf04-1467ca193a5b req-212daf67-fdf4-42f0-aa39-db622e760c38 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Apr 11 06:30:42.717638 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde4dd5-e462-4b4e-be3d-f59f0dbb0aa6 x-openstack-request-id: req-fcde4dd5-e462-4b4e-be3d-f59f0dbb0aa6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:42.718443 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:42.719052 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcde4dd5-e462-4b4e-be3d-f59f0dbb0aa6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:42.719772 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcde4dd5-e462-4b4e-be3d-f59f0dbb0aa6'] response: {'name': 'network-changed', 'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'status': 'completed', 'code': 200} Apr 11 06:30:42.806483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49576) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:42.849614 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49582) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:42.866057 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6d02be0d-ef6d-41df-9b3f-61731e63e065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.944734 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6d02be0d-ef6d-41df-9b3f-61731e63e065 admin admin] Publish callbacks [] for security_group (9b8f3865-bd44-4407-a9a2-919e93e1d310), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.950830 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6d02be0d-ef6d-41df-9b3f-61731e63e065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9b8f3865-bd44-4407-a9a2-919e93e1d310), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.993659 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c00f1334-5dcd-4fff-88f1-8a60f8dde6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.023644 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ec226-bbe9-4eb7-bbb8-302353f8599a req-e9ee97d2-a09c-42a3-9c51-0599040a3b78 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:43.025146 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1f2ec226-bbe9-4eb7-bbb8-302353f8599a req-e9ee97d2-a09c-42a3-9c51-0599040a3b78 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 944 time: 0.0494280 Apr 11 06:30:43.026749 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-6d02be0d-ef6d-41df-9b3f-61731e63e065 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09e031219300482381928d7bb87f9c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758568 Apr 11 06:30:43.029629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:43.031161 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02be0d-ef6d-41df-9b3f-61731e63e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f3865-bd44-4407-a9a2-919e93e1d310,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.112202 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c00f1334-5dcd-4fff-88f1-8a60f8dde6e0 admin admin] Publish callbacks [] for security_group (dcf68680-211d-49db-a512-a32e8507f21e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.118068 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7cf2-c8e8-41fd-9bbe-a61a7a9668ba admin admin] Publish callbacks [] for security_group (9b8f3865-bd44-4407-a9a2-919e93e1d310), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.119393 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c00f1334-5dcd-4fff-88f1-8a60f8dde6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (dcf68680-211d-49db-a512-a32e8507f21e), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.125077 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1f2ec226-bbe9-4eb7-bbb8-302353f8599a req-ef47299b-5761-4eaa-82b5-24cdd4bc1be2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879993 Apr 11 06:30:43.145553 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7cf2-c8e8-41fd-9bbe-a61a7a9668ba admin admin] Publish callbacks [] for security_group (9b8f3865-bd44-4407-a9a2-919e93e1d310), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.160274 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c00f1334-5dcd-4fff-88f1-8a60f8dde6e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38ee759d08ab4cae83ed1067cea7f511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497975 Apr 11 06:30:43.160274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49598) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:43.184335 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f1334-5dcd-4fff-88f1-8a60f8dde6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf68680-211d-49db-a512-a32e8507f21e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.218936 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7cf2-c8e8-41fd-9bbe-a61a7a9668ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9b8f3865-bd44-4407-a9a2-919e93e1d310), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.221833 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7cf2-c8e8-41fd-9bbe-a61a7a9668ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.223209 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c5cc7cf2-c8e8-41fd-9bbe-a61a7a9668ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b8f3865-bd44-4407-a9a2-919e93e1d310 HTTP/1.1" status: 204 len: 168 time: 0.1925573 Apr 11 06:30:43.235427 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7cf2-c8e8-41fd-9bbe-a61a7a9668ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f3865-bd44-4407-a9a2-919e93e1d310,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.247102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7836-cb21-4302-a9be-6993e747a18d admin admin] Publish callbacks [] for security_group (dcf68680-211d-49db-a512-a32e8507f21e), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.272454 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7836-cb21-4302-a9be-6993e747a18d admin admin] Publish callbacks [] for security_group (dcf68680-211d-49db-a512-a32e8507f21e), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.334135 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7836-cb21-4302-a9be-6993e747a18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (dcf68680-211d-49db-a512-a32e8507f21e), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.337155 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7836-cb21-4302-a9be-6993e747a18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.338488 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4e5f7836-cb21-4302-a9be-6993e747a18d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcf68680-211d-49db-a512-a32e8507f21e HTTP/1.1" status: 204 len: 168 time: 0.1774654 Apr 11 06:30:43.346857 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f7836-cb21-4302-a9be-6993e747a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf68680-211d-49db-a512-a32e8507f21e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.560008 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0896d-3c34-4c27-85a0-20c66c693774 req-71cf19b6-3b19-4208-9c74-e84cd9862577 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:43.563363 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-eda0896d-3c34-4c27-85a0-20c66c693774 req-71cf19b6-3b19-4208-9c74-e84cd9862577 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0648189 Apr 11 06:30:43.609798 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-eda0896d-3c34-4c27-85a0-20c66c693774 req-ffc2dea7-e970-4858-9ac1-b3c0389a0624 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Apr 11 06:30:43.735318 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fefa19-13f2-4962-accc-fb069ddc287c req-bdf77399-952e-40b2-9c32-98eb691a2227 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:43.737224 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a9fefa19-13f2-4962-accc-fb069ddc287c req-bdf77399-952e-40b2-9c32-98eb691a2227 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0674117 Apr 11 06:30:43.832382 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee33af4-91a6-4c9f-869e-bc100fe095f4 req-d3ff4362-67e9-4d98-9e75-8a3adde6b97c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:43.834190 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5ee33af4-91a6-4c9f-869e-bc100fe095f4 req-d3ff4362-67e9-4d98-9e75-8a3adde6b97c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 943 time: 0.0502162 Apr 11 06:30:43.834354 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a9fefa19-13f2-4962-accc-fb069ddc287c req-fd73c241-a4f3-4ea6-9688-ee4d2e39da84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844786 Apr 11 06:30:43.837915 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:43.858480 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49640) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:43.890273 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:30:43.891011 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464aa792-c398-4c76-91f5-2debdba6cedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.900750 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:43.901417 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.987720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-84d54a40-9ad0-4657-a1c0-3b151e4ba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:43.992682 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-84d54a40-9ad0-4657-a1c0-3b151e4ba768 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1127 time: 0.1170964 Apr 11 06:30:44.078592 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464aa792-c398-4c76-91f5-2debdba6cedf admin admin] Publish callbacks [] for security_group (ad8329a2-61a4-49f4-89a1-b62caf2dc85d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.079874 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-411734cc-c2f1-42c6-ab79-7c5b8acb5115 req-45d8a0a4-c576-43d8-9fe0-4cbc3a0eecb1 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984761 Apr 11 06:30:44.081357 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55483582-115f-49cb-acd3-4d71622ae525 req-69f3b4dd-5498-4f5e-a7bc-33900c92171c service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017658 Apr 11 06:30:44.085527 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:44.085931 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.086735 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464aa792-c398-4c76-91f5-2debdba6cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ad8329a2-61a4-49f4-89a1-b62caf2dc85d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.105685 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5ee33af4-91a6-4c9f-869e-bc100fe095f4 req-a1deaf62-d706-4b32-8bc1-9aa5cdfd30ca tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576845 Apr 11 06:30:44.136137 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:44.138605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49646) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:44.139166 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094f54dc-25e6-4848-967e-23cce75fc38c" -d '{"events": [{"server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:44.158858 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:44.159656 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-464aa792-c398-4c76-91f5-2debdba6cedf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96daf3940192431eb28f014c880e4d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999849 Apr 11 06:30:44.165595 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.232857 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aa792-c398-4c76-91f5-2debdba6cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8329a2-61a4-49f4-89a1-b62caf2dc85d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:44.260013 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f033557-d646-4c7e-9301-11826925e4b8 admin admin] Publish callbacks [] for security_group (ad8329a2-61a4-49f4-89a1-b62caf2dc85d), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.266172 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296326d3-e778-4662-ae3c-d69684757e66 x-openstack-request-id: req-296326d3-e778-4662-ae3c-d69684757e66 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:44.266668 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:44.267036 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-296326d3-e778-4662-ae3c-d69684757e66 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:44.267642 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296326d3-e778-4662-ae3c-d69684757e66'] response: {'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'code': 200} Apr 11 06:30:44.273449 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:44.286904 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f033557-d646-4c7e-9301-11826925e4b8 admin admin] Publish callbacks [] for security_group (ad8329a2-61a4-49f4-89a1-b62caf2dc85d), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.391785 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f033557-d646-4c7e-9301-11826925e4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ad8329a2-61a4-49f4-89a1-b62caf2dc85d), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.394800 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f033557-d646-4c7e-9301-11826925e4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.398822 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-0f033557-d646-4c7e-9301-11826925e4b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad8329a2-61a4-49f4-89a1-b62caf2dc85d HTTP/1.1" status: 204 len: 168 time: 0.2589467 Apr 11 06:30:44.417297 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f033557-d646-4c7e-9301-11826925e4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8329a2-61a4-49f4-89a1-b62caf2dc85d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:44.434119 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a5bf5-0939-4d4d-805b-43450f9732cb req-50741cb8-9894-4bd6-a2c8-8d9788db5242 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:44.436054 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-155a5bf5-0939-4d4d-805b-43450f9732cb req-50741cb8-9894-4bd6-a2c8-8d9788db5242 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0799849 Apr 11 06:30:44.459360 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-a322bf3d-35c1-42f6-b098-2e91651f778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:44.461988 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-a322bf3d-35c1-42f6-b098-2e91651f778c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.1649854 Apr 11 06:30:44.504211 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-155a5bf5-0939-4d4d-805b-43450f9732cb req-c5a2375e-d033-4b19-903d-17eba9386c2d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574410 Apr 11 06:30:44.754614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f526c87-0e84-4adf-88d9-7781207e9658 req-973b600f-dd41-4569-b0a0-eaf1c3c72f6c tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:44.761587 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7f526c87-0e84-4adf-88d9-7781207e9658 req-973b600f-dd41-4569-b0a0-eaf1c3c72f6c tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0650074 Apr 11 06:30:44.811931 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7f526c87-0e84-4adf-88d9-7781207e9658 req-c1f4a4d1-5ea1-4274-b541-9325abd747aa tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Apr 11 06:30:44.888010 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d414c4d6-067d-4d75-a15d-914eaac60586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.962575 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078da26-8c32-46d9-8a4b-7e401bbb5b37 req-65e58c7e-acda-4913-858b-4742ef48b0b8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:44.969741 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c078da26-8c32-46d9-8a4b-7e401bbb5b37 req-65e58c7e-acda-4913-858b-4742ef48b0b8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0597360 Apr 11 06:30:45.012300 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c078da26-8c32-46d9-8a4b-7e401bbb5b37 req-76626daa-b329-4428-bafc-77990d7b57b1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416005 Apr 11 06:30:45.226934 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040920ad-ed89-4a77-af6b-6fb8642652ad req-0ba15f46-d3b3-40b1-ad87-a3a0ebacd952 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:45.228849 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-040920ad-ed89-4a77-af6b-6fb8642652ad req-0ba15f46-d3b3-40b1-ad87-a3a0ebacd952 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 943 time: 0.0571373 Apr 11 06:30:45.285525 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-040920ad-ed89-4a77-af6b-6fb8642652ad req-fac24883-7ae3-4bd4-822f-2fe02330c485 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491803 Apr 11 06:30:45.626143 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08312bbd-e905-42c0-a165-c2ecf175b7d9 req-1ee40d81-863f-43f7-97eb-74c2c7324057 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:45.628540 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-08312bbd-e905-42c0-a165-c2ecf175b7d9 req-1ee40d81-863f-43f7-97eb-74c2c7324057 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0623517 Apr 11 06:30:45.698396 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-08312bbd-e905-42c0-a165-c2ecf175b7d9 req-57c807a0-e982-4f87-88f9-a7783a55b1ad tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593328 Apr 11 06:30:45.801605 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.824550 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49750) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:45.857838 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2a34be45-c335-4eb7-bd19-88388d632878 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:30:45.994508 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-640ce610-9b4d-475a-ac96-78e08d0a0b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.006664 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca74ec-de34-4c04-8a01-d451fd70f293 req-2204871c-fdb9-4f8f-a76e-996ee24d5128 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:46.008595 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f8ca74ec-de34-4c04-8a01-d451fd70f293 req-2204871c-fdb9-4f8f-a76e-996ee24d5128 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0975299 Apr 11 06:30:46.013124 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 2a34be45-c335-4eb7-bd19-88388d632878, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a34be45-c335-4eb7-bd19-88388d632878,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:46.043286 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '2a34be45-c335-4eb7-bd19-88388d632878', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'port_id': '2a34be45-c335-4eb7-bd19-88388d632878', 'mac_address': 'fa:16:3e:c2:a3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:30:46.071500 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f8ca74ec-de34-4c04-8a01-d451fd70f293 req-df0268b4-ce0d-477f-a05d-35f30526beea tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Apr 11 06:30:46.122177 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 2a34be45-c335-4eb7-bd19-88388d632878 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:46.122574 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2a34be45-c335-4eb7-bd19-88388d632878), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.139473 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a34be45-c335-4eb7-bd19-88388d632878 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:46.167385 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 2a34be45-c335-4eb7-bd19-88388d632878, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a34be45-c335-4eb7-bd19-88388d632878,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:46.169273 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-640ce610-9b4d-475a-ac96-78e08d0a0b74 admin admin] Publish callbacks [] for security_group (cdf1a913-2616-4984-8609-142f738922ae), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.174491 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2a34be45-c335-4eb7-bd19-88388d632878), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.176106 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-640ce610-9b4d-475a-ac96-78e08d0a0b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (cdf1a913-2616-4984-8609-142f738922ae), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.208137 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b939a-938b-4e36-ae41-58756e5d9391 req-b4a41608-8d86-40b6-84ea-6dc72ee55be4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:46.215486 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e37b939a-938b-4e36-ae41-58756e5d9391 req-b4a41608-8d86-40b6-84ea-6dc72ee55be4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0846899 Apr 11 06:30:46.222291 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49766) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:46.239908 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=2a34be45-c335-4eb7-bd19-88388d632878,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.246749 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce610-9b4d-475a-ac96-78e08d0a0b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1a913-2616-4984-8609-142f738922ae,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.255404 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-640ce610-9b4d-475a-ac96-78e08d0a0b74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edf20ef557cb4478baf3a5cc54ce6618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297466 Apr 11 06:30:46.258119 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49770) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:46.296566 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e37b939a-938b-4e36-ae41-58756e5d9391 req-c387e9f4-f745-47a4-b04f-061666ec0328 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713940 Apr 11 06:30:46.332533 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c63c96aa-5036-4d9d-88c9-cbbe4b8f53df admin admin] Publish callbacks [] for security_group (cdf1a913-2616-4984-8609-142f738922ae), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.365834 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c63c96aa-5036-4d9d-88c9-cbbe4b8f53df admin admin] Publish callbacks [] for security_group (cdf1a913-2616-4984-8609-142f738922ae), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.395488 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d3989cd-ef12-4c7b-bfe9-0952a1126cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.468501 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beb0ff-a32b-41fd-a5e9-b61b8f602edc req-127d5a98-a8b5-4bdc-a11e-444bd9384a33 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:46.470004 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-10beb0ff-a32b-41fd-a5e9-b61b8f602edc req-127d5a98-a8b5-4bdc-a11e-444bd9384a33 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 944 time: 0.0954001 Apr 11 06:30:46.528816 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c63c96aa-5036-4d9d-88c9-cbbe4b8f53df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (cdf1a913-2616-4984-8609-142f738922ae), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.531317 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c63c96aa-5036-4d9d-88c9-cbbe4b8f53df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.532442 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c63c96aa-5036-4d9d-88c9-cbbe4b8f53df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdf1a913-2616-4984-8609-142f738922ae HTTP/1.1" status: 204 len: 168 time: 0.2721508 Apr 11 06:30:46.565726 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c96aa-5036-4d9d-88c9-cbbe4b8f53df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1a913-2616-4984-8609-142f738922ae,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.582615 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-10beb0ff-a32b-41fd-a5e9-b61b8f602edc req-af0c2e28-9171-41ef-8e31-7e0a216ca0b1 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994408 Apr 11 06:30:46.597672 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d3989cd-ef12-4c7b-bfe9-0952a1126cf5 admin admin] Publish callbacks [] for security_group (b999b35a-8c29-4268-bd40-acde0c3b30c4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.603535 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d3989cd-ef12-4c7b-bfe9-0952a1126cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b999b35a-8c29-4268-bd40-acde0c3b30c4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.605387 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2a34be45-c335-4eb7-bd19-88388d632878'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:30:46.699440 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-fe13a8a9-f498-4924-95b9-a11bc97ac5b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 217 time: 0.0570447 Apr 11 06:30:46.701635 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3989cd-ef12-4c7b-bfe9-0952a1126cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b999b35a-8c29-4268-bd40-acde0c3b30c4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.710518 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:46.711016 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9d3989cd-ef12-4c7b-bfe9-0952a1126cf5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c22fa67c8ab4e01a0d24c5926d30ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867256 Apr 11 06:30:46.838417 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd39d10-144b-44ee-b5d2-e0f8947872a0 req-92edac15-d1c2-4a4d-8faa-4f6ca06470e4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:46.839918 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dcd39d10-144b-44ee-b5d2-e0f8947872a0 req-92edac15-d1c2-4a4d-8faa-4f6ca06470e4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0612390 Apr 11 06:30:46.845525 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62798695-9bb4-46c6-aa85-c1873c58363c admin admin] Publish callbacks [] for security_group (b999b35a-8c29-4268-bd40-acde0c3b30c4), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.871939 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:46.883550 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62798695-9bb4-46c6-aa85-c1873c58363c admin admin] Publish callbacks [] for security_group (b999b35a-8c29-4268-bd40-acde0c3b30c4), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.884876 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f7dd-2713-4378-8c48-53171be2afbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.935499 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dcd39d10-144b-44ee-b5d2-e0f8947872a0 req-09f958da-6d00-4b21-8e1d-bb8b6b49d247 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869808 Apr 11 06:30:46.960217 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62798695-9bb4-46c6-aa85-c1873c58363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b999b35a-8c29-4268-bd40-acde0c3b30c4), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.962713 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62798695-9bb4-46c6-aa85-c1873c58363c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.966255 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-62798695-9bb4-46c6-aa85-c1873c58363c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b999b35a-8c29-4268-bd40-acde0c3b30c4 HTTP/1.1" status: 204 len: 168 time: 0.2523317 Apr 11 06:30:46.972777 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62798695-9bb4-46c6-aa85-c1873c58363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b999b35a-8c29-4268-bd40-acde0c3b30c4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.984453 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f7dd-2713-4378-8c48-53171be2afbe admin admin] Publish callbacks [] for security_group (d77647e2-240d-4cf6-946c-b8af26b9cfc0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.992291 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f7dd-2713-4378-8c48-53171be2afbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d77647e2-240d-4cf6-946c-b8af26b9cfc0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.036072 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-fcd2f7dd-2713-4378-8c48-53171be2afbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6428d59080e4111af5e41b89a6d574e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629927 Apr 11 06:30:47.038011 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2f7dd-2713-4378-8c48-53171be2afbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77647e2-240d-4cf6-946c-b8af26b9cfc0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:47.038829 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 49794) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:47.097590 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c94f7bca-b9e3-463d-8f90-bc7e22f143ab admin admin] Publish callbacks [] for security_group (d77647e2-240d-4cf6-946c-b8af26b9cfc0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.129185 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c94f7bca-b9e3-463d-8f90-bc7e22f143ab admin admin] Publish callbacks [] for security_group (d77647e2-240d-4cf6-946c-b8af26b9cfc0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.219289 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-8abc57a6-c662-4b28-add2-2303af63e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.221555 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-8abc57a6-c662-4b28-add2-2303af63e352 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1127 time: 0.0753319 Apr 11 06:30:47.224588 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c94f7bca-b9e3-463d-8f90-bc7e22f143ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d77647e2-240d-4cf6-946c-b8af26b9cfc0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.227882 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c94f7bca-b9e3-463d-8f90-bc7e22f143ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.229419 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c94f7bca-b9e3-463d-8f90-bc7e22f143ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d77647e2-240d-4cf6-946c-b8af26b9cfc0 HTTP/1.1" status: 204 len: 168 time: 0.1895576 Apr 11 06:30:47.231796 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcb74a-4618-4403-b02b-3f50f5e05a8b req-f4580016-70fa-4cf0-8c67-1848c6df2b68 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.233904 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e2bcb74a-4618-4403-b02b-3f50f5e05a8b req-f4580016-70fa-4cf0-8c67-1848c6df2b68 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0817637 Apr 11 06:30:47.271088 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.339693 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7bca-b9e3-463d-8f90-bc7e22f143ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77647e2-240d-4cf6-946c-b8af26b9cfc0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:47.350724 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-4b69d71f-6702-4893-bb9d-b3c5d289e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.354422 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-4b69d71f-6702-4893-bb9d-b3c5d289e584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.1475635 Apr 11 06:30:47.383118 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e2bcb74a-4618-4403-b02b-3f50f5e05a8b req-00813c72-80e6-48e1-80df-d74e9464fd8e tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204860 Apr 11 06:30:47.454189 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-4f293479-b5e2-4721-bac7-8cf2b9d9fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.456958 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-4f293479-b5e2-4721-bac7-8cf2b9d9fb02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0918331 Apr 11 06:30:47.466425 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf36377-b7c7-4386-a76e-23452918b625 req-65e420f9-e9a6-4b32-8ce7-33b4bb97ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.468254 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-abf36377-b7c7-4386-a76e-23452918b625 req-65e420f9-e9a6-4b32-8ce7-33b4bb97ea7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 1129 time: 0.2106354 Apr 11 06:30:47.531067 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc58ff-a956-4d1c-81b9-0b08cd1451b8 req-18153ed8-9647-4e33-94bc-a79da74cb504 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.532574 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fdcc58ff-a956-4d1c-81b9-0b08cd1451b8 req-18153ed8-9647-4e33-94bc-a79da74cb504 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.1231699 Apr 11 06:30:47.573709 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-4716e396-6d93-45de-b8c7-ffb18175c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.575189 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-4716e396-6d93-45de-b8c7-ffb18175c137 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.3444681 Apr 11 06:30:47.579522 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-abf36377-b7c7-4386-a76e-23452918b625 req-fe7594b7-64ae-4c5d-97d8-997a3c100649 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045508 Apr 11 06:30:47.638958 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-5db3172f-1213-46f6-9684-0bfc93ad472a service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747036 Apr 11 06:30:47.652217 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fdcc58ff-a956-4d1c-81b9-0b08cd1451b8 req-6276fc3f-a68b-4b23-b8ae-22d47433be5c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044676 Apr 11 06:30:47.769964 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a516cec-37e2-408a-82c0-4aa5b48c3967 req-18e91530-3834-4b04-b3f1-b1beb3727dfc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:47.779175 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4a516cec-37e2-408a-82c0-4aa5b48c3967 req-18e91530-3834-4b04-b3f1-b1beb3727dfc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 944 time: 0.0809176 Apr 11 06:30:47.859498 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4a516cec-37e2-408a-82c0-4aa5b48c3967 req-a0f1faed-64ae-4d80-b3ff-fbe0f9e18459 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790360 Apr 11 06:30:47.885016 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:30:47.977763 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-489a0f21-587d-415d-b5ff-dbeeb3ef043f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 217 time: 0.0959697 Apr 11 06:30:48.130515 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2a34be45-c335-4eb7-bd19-88388d632878 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:48.138764 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-434da72b-d0f7-4a16-b6eb-c692eb764348 req-a5411a46-8bd7-4cf3-85de-61ab307b489a service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482772 Apr 11 06:30:48.153306 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba189be-9314-41b4-a231-3657bd51d46a req-51d4f140-d255-401e-a1f9-5f78fc6321ca tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:48.155406 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aba189be-9314-41b4-a231-3657bd51d46a req-51d4f140-d255-401e-a1f9-5f78fc6321ca tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0822282 Apr 11 06:30:48.157136 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-91eb2aba-cd57-4f5f-8421-9788d4d0d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:48.158786 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-91eb2aba-cd57-4f5f-8421-9788d4d0d024 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.1695478 Apr 11 06:30:48.182466 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:48.201071 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'mac_address': 'fa:16:3e:14:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:30:48.211028 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 2a34be45-c335-4eb7-bd19-88388d632878 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:30:48.248080 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aba189be-9314-41b4-a231-3657bd51d46a req-09b853c3-716c-4ee6-90f1-a5b5fa0d61f2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863404 Apr 11 06:30:48.292143 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 2a34be45-c335-4eb7-bd19-88388d632878 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:48.294198 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2a34be45-c335-4eb7-bd19-88388d632878), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.335070 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:48.336046 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.356111 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d07194-d05f-4900-8f18-0d59b5a77b0f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:48.404129 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:48.428168 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.481601 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 2a34be45-c335-4eb7-bd19-88388d632878 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:48.481972 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2a34be45-c335-4eb7-bd19-88388d632878), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.608697 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-07851bef-9f45-4f08-9d10-b235811a3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:48.610374 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-07851bef-9f45-4f08-9d10-b235811a3a3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0508571 Apr 11 06:30:48.628115 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:48.649715 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:48.652576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399356ba-374f-4eb4-9277-c79f8e1933be" -d '{"events": [{"server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "name": "network-vif-plugged", "status": "completed", "tag": "2a34be45-c335-4eb7-bd19-88388d632878"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:48.705012 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 2a34be45-c335-4eb7-bd19-88388d632878, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a34be45-c335-4eb7-bd19-88388d632878,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:48.712787 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2a34be45-c335-4eb7-bd19-88388d632878), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.728108 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-dd8e38a9-cf83-4cea-b5e5-318a23e5302c service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105947 Apr 11 06:30:48.741866 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463560f-1338-4056-89e9-d5416dade49d x-openstack-request-id: req-9463560f-1338-4056-89e9-d5416dade49d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:48.742465 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "name": "network-vif-plugged", "status": "completed", "tag": "2a34be45-c335-4eb7-bd19-88388d632878", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:48.742936 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9463560f-1338-4056-89e9-d5416dade49d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:48.743541 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9463560f-1338-4056-89e9-d5416dade49d'] response: {'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878', 'code': 200} Apr 11 06:30:48.822014 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=2a34be45-c335-4eb7-bd19-88388d632878,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:48.850732 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1705a-55a8-42d6-bf67-8d650be2a12d req-adf637b7-5f01-4a9f-854f-d9d037366ee8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:48.852077 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3cb1705a-55a8-42d6-bf67-8d650be2a12d req-adf637b7-5f01-4a9f-854f-d9d037366ee8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 944 time: 0.1016030 Apr 11 06:30:48.888518 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['d7d07194-d05f-4900-8f18-0d59b5a77b0f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:30:48.896793 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5cbd4328-105b-445f-b4ad-9cd255fb9cba req-8eac711a-13ea-4dd5-83d4-018c82158215 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595352 Apr 11 06:30:48.922036 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3cb1705a-55a8-42d6-bf67-8d650be2a12d req-12436a95-b246-4a18-af73-c2459f6f48bd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634458 Apr 11 06:30:49.079937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:49.100719 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754721-8b7f-451b-b1ba-f1de3ca5205c req-d699ad4c-70c4-4984-b84d-27a04b3b3d6f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:49.102274 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-db754721-8b7f-451b-b1ba-f1de3ca5205c req-d699ad4c-70c4-4984-b84d-27a04b3b3d6f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0899172 Apr 11 06:30:49.172695 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-db754721-8b7f-451b-b1ba-f1de3ca5205c req-47797b92-e476-4dbf-b532-da2fc91cc1e5 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611959 Apr 11 06:30:49.378107 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e8729-0790-480b-bb9b-cfd4cfc428b1 req-63574576-7966-4991-8cba-7afd8acb8f11 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:49.385129 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-af9e8729-0790-480b-bb9b-cfd4cfc428b1 req-63574576-7966-4991-8cba-7afd8acb8f11 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0676005 Apr 11 06:30:49.439845 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba45d5-0234-4135-bbb2-ca8d9eba807e req-d9dfb9ed-2c2e-4eb9-9875-f90b8817e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:49.442148 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9fba45d5-0234-4135-bbb2-ca8d9eba807e req-d9dfb9ed-2c2e-4eb9-9875-f90b8817e10d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1129 time: 0.0594552 Apr 11 06:30:49.460809 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-af9e8729-0790-480b-bb9b-cfd4cfc428b1 req-474208b9-1f65-4a5b-8ac2-c156ff93bed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727274 Apr 11 06:30:49.514478 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9fba45d5-0234-4135-bbb2-ca8d9eba807e req-ca74f431-4a7a-4ebc-8263-c1b8ad82762d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580075 Apr 11 06:30:49.645353 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2e389-efac-4823-8f9c-aee67f8efd36 req-5fb7bbaf-3bb5-4e8b-9def-55529a0fc7c0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:49.648204 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-46b2e389-efac-4823-8f9c-aee67f8efd36 req-5fb7bbaf-3bb5-4e8b-9def-55529a0fc7c0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0711365 Apr 11 06:30:49.659856 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:49.664889 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:49.759218 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (3bb23f38-aef3-4e5b-a32c-8daab050b27c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:49.957762 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:50.011260 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port d7d07194-d05f-4900-8f18-0d59b5a77b0f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:30:50.019540 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port d7d07194-d05f-4900-8f18-0d59b5a77b0f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:50.019540 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.129148 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:50.129534 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.170878 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:50.176466 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.199648 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb7c33-b72d-4a0e-ba93-5233adce3cab req-68449312-1421-4166-aba7-6395aea5fea5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:50.208165 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-06fb7c33-b72d-4a0e-ba93-5233adce3cab req-68449312-1421-4166-aba7-6395aea5fea5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 944 time: 0.1467111 Apr 11 06:30:50.227567 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:50.318142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3b06b-8c81-430e-bccf-ad7e80571a8b req-092c2dd5-51f3-4d1a-b844-8070ae006842 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:50.325355 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76f3b06b-8c81-430e-bccf-ad7e80571a8b req-092c2dd5-51f3-4d1a-b844-8070ae006842 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0610635 Apr 11 06:30:50.372222 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76f3b06b-8c81-430e-bccf-ad7e80571a8b req-a721f20d-8204-4b0c-8bfe-13b6dce8a2a1 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Apr 11 06:30:50.564827 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-06fb7c33-b72d-4a0e-ba93-5233adce3cab req-bc2c487a-45eb-4ab7-bda0-6f69632c53e5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557777 Apr 11 06:30:50.657945 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 49978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:50.745556 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:50.747885 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a4b4b-7af4-40e6-9d04-f482203629ed" -d '{"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-plugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:50.802594 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244459e5-b7dc-4603-bdf5-4e91fa82e847 x-openstack-request-id: req-244459e5-b7dc-4603-bdf5-4e91fa82e847 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:50.802930 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-plugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:50.803183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-244459e5-b7dc-4603-bdf5-4e91fa82e847 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:50.803574 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244459e5-b7dc-4603-bdf5-4e91fa82e847'] response: {'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'code': 200} Apr 11 06:30:50.819916 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73c6bbd8-0b00-4677-a101-c3322ac32ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.855591 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.863127 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (3bb23f38-aef3-4e5b-a32c-8daab050b27c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.008854 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP 3bb23f38-aef3-4e5b-a32c-8daab050b27c associated. External IP: 172.28.1.251, port: ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495. Apr 11 06:30:51.045404 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73c6bbd8-0b00-4677-a101-c3322ac32ec2 admin admin] Publish callbacks [] for security_group (4187dd7e-eb28-4619-b903-229957ea0c0d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.055900 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73c6bbd8-0b00-4677-a101-c3322ac32ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (4187dd7e-eb28-4619-b903-229957ea0c0d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.120061 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:30:51.151729 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-73c6bbd8-0b00-4677-a101-c3322ac32ec2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3ecdb85d1c34a6bbb30d5d28e708051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927866 Apr 11 06:30:51.154585 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50010) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:51.161308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6bbd8-0b00-4677-a101-c3322ac32ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4187dd7e-eb28-4619-b903-229957ea0c0d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.224213 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22278992-e3a2-4f53-9a45-163f64838d16 admin admin] Publish callbacks [] for security_group (4187dd7e-eb28-4619-b903-229957ea0c0d), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.251508 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22278992-e3a2-4f53-9a45-163f64838d16 admin admin] Publish callbacks [] for security_group (4187dd7e-eb28-4619-b903-229957ea0c0d), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.301619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22278992-e3a2-4f53-9a45-163f64838d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (4187dd7e-eb28-4619-b903-229957ea0c0d), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.304433 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22278992-e3a2-4f53-9a45-163f64838d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.305841 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-22278992-e3a2-4f53-9a45-163f64838d16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4187dd7e-eb28-4619-b903-229957ea0c0d HTTP/1.1" status: 204 len: 168 time: 0.1496959 Apr 11 06:30:51.314465 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22278992-e3a2-4f53-9a45-163f64838d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187dd7e-eb28-4619-b903-229957ea0c0d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.325999 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:51.449358 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:51.454064 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.469320 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:51.480573 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:51.483141 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:51.532576 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b33b8b41-3c16-419e-9613-c5b975b59ecb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "PUT /v2.0/floatingips/3bb23f38-aef3-4e5b-a32c-8daab050b27c HTTP/1.1" status: 200 len: 991 time: 1.8712902 Apr 11 06:30:51.535497 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:51.537951 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260b809-39cb-4245-bc7c-d31f7b5e3b09" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:51.552126 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a9fca-fd44-4809-9ecd-a088ccff2739 req-4be1646d-fd74-47d3-8664-cc37494e444d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:51.554498 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3d2a9fca-fd44-4809-9ecd-a088ccff2739 req-4be1646d-fd74-47d3-8664-cc37494e444d tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0761015 Apr 11 06:30:51.606513 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ab3397-0c96-465a-b7aa-9ff913173366 x-openstack-request-id: req-e5ab3397-0c96-465a-b7aa-9ff913173366 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:51.606756 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:51.607248 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5ab3397-0c96-465a-b7aa-9ff913173366 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:51.607455 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ab3397-0c96-465a-b7aa-9ff913173366'] response: {'name': 'network-changed', 'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'status': 'completed', 'code': 200} Apr 11 06:30:51.617545 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3d2a9fca-fd44-4809-9ecd-a088ccff2739 req-6cdd448f-9f62-4212-bc80-a858a8f4389a tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567319 Apr 11 06:30:51.660007 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:51.711366 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af119b-796d-4f8e-a169-a31055c8da83 req-746184b4-c327-48e6-a09d-3d2beff499fc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:51.713011 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a4af119b-796d-4f8e-a169-a31055c8da83 req-746184b4-c327-48e6-a09d-3d2beff499fc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0567629 Apr 11 06:30:51.731181 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50030) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:51.746719 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f74a9b9-1ba8-4779-8d49-d536a4bfcdb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.763888 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a4af119b-796d-4f8e-a169-a31055c8da83 req-9fbfa85c-1665-4e28-8419-de8193807f13 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Apr 11 06:30:51.844773 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f74a9b9-1ba8-4779-8d49-d536a4bfcdb3 admin admin] Publish callbacks [] for security_group (ef98f9ee-6b62-42ad-9228-a0a79ed8965f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.849643 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f74a9b9-1ba8-4779-8d49-d536a4bfcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ef98f9ee-6b62-42ad-9228-a0a79ed8965f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.916435 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-6f74a9b9-1ba8-4779-8d49-d536a4bfcdb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c10b865274345eab28dd58682763fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839330 Apr 11 06:30:51.917551 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74a9b9-1ba8-4779-8d49-d536a4bfcdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef98f9ee-6b62-42ad-9228-a0a79ed8965f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.920009 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:51.940048 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-56352575-cfac-4645-b76a-fbdcf90fe2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:51.942349 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-56352575-cfac-4645-b76a-fbdcf90fe2cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 1129 time: 0.0529869 Apr 11 06:30:51.969635 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:51.980917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60e4718-2b16-4190-9dae-1b0b4db9ed65 admin admin] Publish callbacks [] for security_group (ef98f9ee-6b62-42ad-9228-a0a79ed8965f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.994976 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:52.001545 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60e4718-2b16-4190-9dae-1b0b4db9ed65 admin admin] Publish callbacks [] for security_group (ef98f9ee-6b62-42ad-9228-a0a79ed8965f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.003238 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:52.003867 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:52.049304 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60e4718-2b16-4190-9dae-1b0b4db9ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ef98f9ee-6b62-42ad-9228-a0a79ed8965f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.052006 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60e4718-2b16-4190-9dae-1b0b4db9ed65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.053146 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e60e4718-2b16-4190-9dae-1b0b4db9ed65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef98f9ee-6b62-42ad-9228-a0a79ed8965f HTTP/1.1" status: 204 len: 168 time: 0.1210289 Apr 11 06:30:52.061532 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e4718-2b16-4190-9dae-1b0b4db9ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef98f9ee-6b62-42ad-9228-a0a79ed8965f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:52.119441 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:52.424902 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6d45a-e1bd-481d-afd7-85b69c41926c req-b83d24d0-9366-4206-a1d1-f2bde023b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:52.428970 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2ba6d45a-e1bd-481d-afd7-85b69c41926c req-b83d24d0-9366-4206-a1d1-f2bde023b980 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1129 time: 0.1081429 Apr 11 06:30:52.461112 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-ac52dc87-164e-436a-8f40-ff957570976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:52.466836 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-ac52dc87-164e-436a-8f40-ff957570976a service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.1797097 Apr 11 06:30:52.526379 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:52.550680 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2ba6d45a-e1bd-481d-afd7-85b69c41926c req-9a101285-664a-4462-bdd0-ee2f21a1e19a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068931 Apr 11 06:30:52.561779 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22090111-c1e8-439b-9785-c34044ac8912 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:52.667056 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50064) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:52.871545 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f197f-7d33-4a54-8289-6f77ece5424f req-9fa07b13-d40a-44cb-9668-ed57423d1492 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:52.889557 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cf9f197f-7d33-4a54-8289-6f77ece5424f req-9fa07b13-d40a-44cb-9668-ed57423d1492 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.1561077 Apr 11 06:30:52.940453 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be394d6-110d-40a3-bf01-e98d79f46d2c None None] New status for floating IP 3bb23f38-aef3-4e5b-a32c-8daab050b27c: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:30:52.960789 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-cedd24ef-8299-47f4-abdb-e12e1c0b373a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 200 len: 999 time: 0.4810338 Apr 11 06:30:52.996776 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1f840081-654c-4e97-be25-0377504735f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.027345 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cf9f197f-7d33-4a54-8289-6f77ece5424f req-a04070f9-f882-4cb8-899a-a18b3a023d17 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314044 Apr 11 06:30:53.050603 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bab26-09ad-45b0-90f2-412ec58761df req-6c62eb25-b4fb-44ee-a6df-08a6ae56a5e8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:53.052108 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd5bab26-09ad-45b0-90f2-412ec58761df req-6c62eb25-b4fb-44ee-a6df-08a6ae56a5e8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0901749 Apr 11 06:30:53.059727 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-75c6c03c-d69a-4b33-90b9-cd9e0b30eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:53.061666 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-75c6c03c-d69a-4b33-90b9-cd9e0b30eb08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0885003 Apr 11 06:30:53.149635 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd5bab26-09ad-45b0-90f2-412ec58761df req-06c992d0-6bfd-4965-80e6-a1c59a7ecbd6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868258 Apr 11 06:30:53.256538 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaf5ee-961c-49fa-b206-051797de58d6 req-3274c17f-9f1d-4b66-bdd3-2a7a0ebc4ca6 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:53.258019 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fcaaf5ee-961c-49fa-b206-051797de58d6 req-3274c17f-9f1d-4b66-bdd3-2a7a0ebc4ca6 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.1196282 Apr 11 06:30:53.269130 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50088) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:53.271925 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1f840081-654c-4e97-be25-0377504735f5 admin admin] Publish callbacks [] for security_group (0531d1de-e6fc-463e-b395-96c1caef922f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.273662 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'floatingip': {'port_id': '2a34be45-c335-4eb7-bd19-88388d632878'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:53.277421 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1f840081-654c-4e97-be25-0377504735f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (0531d1de-e6fc-463e-b395-96c1caef922f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.309703 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f840081-654c-4e97-be25-0377504735f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0531d1de-e6fc-463e-b395-96c1caef922f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:53.333014 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1f840081-654c-4e97-be25-0377504735f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39044445990848fdbcdc212bea8b4e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6651180 Apr 11 06:30:53.336338 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50092) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:53.372460 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (c6420213-d78b-48f1-ab5f-887cbae75510), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.458300 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19a6bf09-7207-4215-8720-ddadf2457137 admin admin] Publish callbacks [] for security_group (0531d1de-e6fc-463e-b395-96c1caef922f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.508889 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19a6bf09-7207-4215-8720-ddadf2457137 admin admin] Publish callbacks [] for security_group (0531d1de-e6fc-463e-b395-96c1caef922f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.573638 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19a6bf09-7207-4215-8720-ddadf2457137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (0531d1de-e6fc-463e-b395-96c1caef922f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.576269 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19a6bf09-7207-4215-8720-ddadf2457137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.580010 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-19a6bf09-7207-4215-8720-ddadf2457137 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0531d1de-e6fc-463e-b395-96c1caef922f HTTP/1.1" status: 204 len: 168 time: 0.2400620 Apr 11 06:30:53.638883 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6bf09-7207-4215-8720-ddadf2457137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0531d1de-e6fc-463e-b395-96c1caef922f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:53.658018 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-66734f02-7344-42b0-86d8-8846874b0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:53.660449 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-66734f02-7344-42b0-86d8-8846874b0ddd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503809 Apr 11 06:30:53.746875 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230d289-7cbc-4af2-a014-adf54b7459c9 req-ae347126-590a-406e-ad93-e6070781bc8f tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:53.748734 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c230d289-7cbc-4af2-a014-adf54b7459c9 req-ae347126-590a-406e-ad93-e6070781bc8f tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0552425 Apr 11 06:30:53.840673 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c230d289-7cbc-4af2-a014-adf54b7459c9 req-bb05bd52-6ff2-4e6a-9b2f-cbe63de19685 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841484 Apr 11 06:30:54.131150 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:54.181015 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82d6c353-8900-4bee-8d90-cad8078369e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.252784 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.275764 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (c6420213-d78b-48f1-ab5f-887cbae75510), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.341538 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32319ab-044e-45b7-af11-4fb51c79a843 req-ca5cf0d9-e890-4deb-a265-36af44b5a32c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:54.343363 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b32319ab-044e-45b7-af11-4fb51c79a843 req-ca5cf0d9-e890-4deb-a265-36af44b5a32c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.1137545 Apr 11 06:30:54.450128 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82d6c353-8900-4bee-8d90-cad8078369e1 admin admin] Publish callbacks [] for security_group (5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.463700 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82d6c353-8900-4bee-8d90-cad8078369e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.475356 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.l3_db [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Floating IP c6420213-d78b-48f1-ab5f-887cbae75510 associated. External IP: 172.28.1.191, port: 2a34be45-c335-4eb7-bd19-88388d632878. Apr 11 06:30:54.486776 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b32319ab-044e-45b7-af11-4fb51c79a843 req-65947048-267e-42d4-a4b0-2c6a20d582a0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363780 Apr 11 06:30:54.544899 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c353-8900-4bee-8d90-cad8078369e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:54.549047 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-82d6c353-8900-4bee-8d90-cad8078369e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3aa27f374eb946bcbeb0b426116e9a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169257 Apr 11 06:30:54.552030 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50148) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:54.614391 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee21e01b-08cd-491c-b2ab-8761dce0c5c3 admin admin] Publish callbacks [] for security_group (5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.641671 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee21e01b-08cd-491c-b2ab-8761dce0c5c3 admin admin] Publish callbacks [] for security_group (5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.698364 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee21e01b-08cd-491c-b2ab-8761dce0c5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.701252 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee21e01b-08cd-491c-b2ab-8761dce0c5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.704858 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ee21e01b-08cd-491c-b2ab-8761dce0c5c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a HTTP/1.1" status: 204 len: 168 time: 0.1490827 Apr 11 06:30:54.710861 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21e01b-08cd-491c-b2ab-8761dce0c5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd6abbd-8a30-4e69-85ac-9c22da0fcc6a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:54.936843 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:54.988190 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7f23a-47aa-4203-9545-f8fb5c21d244 req-21086a31-f2d4-4104-af1b-020d6c553dd2 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:54.989729 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a7b7f23a-47aa-4203-9545-f8fb5c21d244 req-21086a31-f2d4-4104-af1b-020d6c553dd2 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.0699279 Apr 11 06:30:55.066955 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a7b7f23a-47aa-4203-9545-f8fb5c21d244 req-7d07d3d4-4e5d-4e3f-b8c3-3e520bb1956a tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702217 Apr 11 06:30:55.142661 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:55.153413 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:55.154298 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.169864 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:55.170610 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:55.208026 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4a978d8b-9ca0-410e-9b7d-8b9d53110dba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "PUT /v2.0/floatingips/c6420213-d78b-48f1-ab5f-887cbae75510 HTTP/1.1" status: 200 len: 991 time: 1.9284894 Apr 11 06:30:55.208026 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:55.208026 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13037118-b8af-4015-b08f-88d7f2353507" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "tag": "2a34be45-c335-4eb7-bd19-88388d632878"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:55.216108 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-086a31a6-3b92-4d00-af01-32fa28f05922 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685565 Apr 11 06:30:55.251250 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6844bfe7-73a4-4ca4-a695-de5e1b94931d x-openstack-request-id: req-6844bfe7-73a4-4ca4-a695-de5e1b94931d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:55.251547 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "tag": "2a34be45-c335-4eb7-bd19-88388d632878", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:55.251802 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6844bfe7-73a4-4ca4-a695-de5e1b94931d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:55.252207 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6844bfe7-73a4-4ca4-a695-de5e1b94931d'] response: {'name': 'network-changed', 'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878', 'status': 'completed', 'code': 200} Apr 11 06:30:55.291336 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:55.538741 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'c6420213-d78b-48f1-ab5f-887cbae75510', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'port_id': '2a34be45-c335-4eb7-bd19-88388d632878', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'mac_address': 'fa:16:3e:c2:a3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:23Z', 'updated_at': '2022-04-11T06:30:54Z', 'revision_number': 1, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:55.571233 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:55.580900 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:55.581516 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:55.634131 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece45851-1ee5-49db-91f2-cf0c9ff18098 req-57f3a2b6-ccd4-4fbf-98f2-6a92b1c4d85c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:55.636057 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ece45851-1ee5-49db-91f2-cf0c9ff18098 req-57f3a2b6-ccd4-4fbf-98f2-6a92b1c4d85c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0615940 Apr 11 06:30:55.699245 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ece45851-1ee5-49db-91f2-cf0c9ff18098 req-4792c715-2628-4867-bfdb-13ee2bf56ce7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574579 Apr 11 06:30:55.700498 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:55.868766 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037118-b8af-4015-b08f-88d7f2353507 req-0536d2ef-4b75-4c2c-99b8-02e04068db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:55.870561 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-0536d2ef-4b75-4c2c-99b8-02e04068db3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1129 time: 0.0663521 Apr 11 06:30:55.926550 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-9aba01bb-55e0-4ab7-87c6-23b447bb1996 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1424141 Apr 11 06:30:55.971139 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-9ad713a9-58f6-4380-85fc-99b4c67e3e09 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:55.972613 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-9ad713a9-58f6-4380-85fc-99b4c67e3e09 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.26 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.1052349 Apr 11 06:30:55.973137 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50218) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:56.087940 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c5d5e-6c0c-4798-bb06-744d114ba36a req-6f2f72fa-a4c8-4df4-96bd-90042f1dadae tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.095919 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f16c5d5e-6c0c-4798-bb06-744d114ba36a req-6f2f72fa-a4c8-4df4-96bd-90042f1dadae tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.2228611 Apr 11 06:30:56.104496 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50228) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:56.144887 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'floatingip': {'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:56.212653 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'c6420213-d78b-48f1-ab5f-887cbae75510', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'port_id': '2a34be45-c335-4eb7-bd19-88388d632878', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'mac_address': 'fa:16:3e:c2:a3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:23Z', 'updated_at': '2022-04-11T06:30:54Z', 'revision_number': 1, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:56.252539 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7260b809-39cb-4245-bc7c-d31f7b5e3b09 req-6f7d17b2-ba16-41fb-ab6f-877e7c79486a service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075750 Apr 11 06:30:56.253828 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037118-b8af-4015-b08f-88d7f2353507 req-9bc952f2-c0a6-4d94-abfe-cf739d69d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.255234 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-9bc952f2-c0a6-4d94-abfe-cf739d69d56b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.3698328 Apr 11 06:30:56.257914 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (67dd55b7-207c-43ac-99f1-06a281d7c91f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.271238 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8ab38-ab53-4430-9335-95486d334a33 None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'c6420213-d78b-48f1-ab5f-887cbae75510', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'port_id': '2a34be45-c335-4eb7-bd19-88388d632878', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'mac_address': 'fa:16:3e:c2:a3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:23Z', 'updated_at': '2022-04-11T06:30:54Z', 'revision_number': 1, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:56.424796 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Deleting port 129125ba-81b3-42a6-8cb5-2822ccb52f1a {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:30:56.425136 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.455746 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ac049-03c9-4a3c-96e5-98f336cd4678 req-a3696392-8eed-4dd5-9cd7-cf858ab4afe7 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.459139 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7f1ac049-03c9-4a3c-96e5-98f336cd4678 req-a3696392-8eed-4dd5-9cd7-cf858ab4afe7 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 945 time: 0.2308643 Apr 11 06:30:56.519320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5025746b-fb82-438e-9f3e-7e2f5b3652c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.522319 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-91f080cc-0d20-4993-8396-1c826308dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.523907 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-91f080cc-0d20-4993-8396-1c826308dd2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 1129 time: 0.1611290 Apr 11 06:30:56.531937 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-ef2b295d-2ddd-4d66-b8fe-1ce97cc841ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 999 time: 0.2061574 Apr 11 06:30:56.606639 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c53dcf-f1b7-444e-b0a8-30377705145f None None] New status for floating IP c6420213-d78b-48f1-ab5f-887cbae75510: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:30:56.717021 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037118-b8af-4015-b08f-88d7f2353507 req-a92b827b-498d-4f16-87d0-0f1d107b7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.718845 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-a92b827b-498d-4f16-87d0-0f1d107b7ba0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.1776245 Apr 11 06:30:56.811064 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037118-b8af-4015-b08f-88d7f2353507 req-e35aec56-960c-4ccf-b12c-f5391d546276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.812727 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-e35aec56-960c-4ccf-b12c-f5391d546276 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0846231 Apr 11 06:30:56.859956 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7f1ac049-03c9-4a3c-96e5-98f336cd4678 req-94194f1e-6504-4e7c-b9ac-9aaed1d9a95a tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f1e2117-2f9f-459a-b06a-e9296ad06799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753352 Apr 11 06:30:56.898254 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] For port 129125ba-81b3-42a6-8cb5-2822ccb52f1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=129125ba-81b3-42a6-8cb5-2822ccb52f1a,segment=NetworkSegment(60269b95-cc79-443f-b8c6-acf594c11f10),segment_id=60269b95-cc79-443f-b8c6-acf594c11f10)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:56.898611 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.919064 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Calling delete_port for 129125ba-81b3-42a6-8cb5-2822ccb52f1a owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:30:56.928593 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-c812f072-e93d-4764-9a1f-bfddf5d48ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.930084 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-c812f072-e93d-4764-9a1f-bfddf5d48ee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.3490391 Apr 11 06:30:57.019936 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5025746b-fb82-438e-9f3e-7e2f5b3652c8 admin admin] Publish callbacks [] for security_group (39852431-2fd6-4f91-ace8-f2c44464abd7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.032497 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5025746b-fb82-438e-9f3e-7e2f5b3652c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (39852431-2fd6-4f91-ace8-f2c44464abd7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.080477 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-6ea7a364-0863-430b-a294-586c2bab2445 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577012 Apr 11 06:30:57.089890 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-5025746b-fb82-438e-9f3e-7e2f5b3652c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=848a85e315154b76a292885455b608c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1156709 Apr 11 06:30:57.091842 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025746b-fb82-438e-9f3e-7e2f5b3652c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39852431-2fd6-4f91-ace8-f2c44464abd7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:57.093962 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50256) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:57.162627 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-8ccd7f19-3414-45ca-b3f0-9912e4c6bef4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 200 len: 1001 time: 0.2237010 Apr 11 06:30:57.169392 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (129125ba-81b3-42a6-8cb5-2822ccb52f1a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.190040 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['129125ba-81b3-42a6-8cb5-2822ccb52f1a'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:30:57.205640 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Pushing event deleted for resources: {'Port': ['ID=129125ba-81b3-42a6-8cb5-2822ccb52f1a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:57.257026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.275931 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] No DVR routers for this DVR port 129125ba-81b3-42a6-8cb5-2822ccb52f1a on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:30:57.287256 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.292947 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-601d9bfe-4e3a-4ca0-807f-ab4ceb840d47 req-eac50152-ff71-44ca-a4a2-03d0296c7235 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.26 "DELETE /v2.0/ports/129125ba-81b3-42a6-8cb5-2822ccb52f1a HTTP/1.1" status: 204 len: 173 time: 1.3068478 Apr 11 06:30:57.293469 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cb733c-8933-47a4-aa26-9404a036ca53', 'name': 'network-vif-deleted', 'tag': '129125ba-81b3-42a6-8cb5-2822ccb52f1a'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:57.295884 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5ab84-653d-4fce-8598-ff22aa8c24fe" -d '{"events": [{"server_uuid": "89cb733c-8933-47a4-aa26-9404a036ca53", "name": "network-vif-deleted", "tag": "129125ba-81b3-42a6-8cb5-2822ccb52f1a"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:57.338646 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f76ad-70ec-469f-8b4b-4add8919cf21 x-openstack-request-id: req-156f76ad-70ec-469f-8b4b-4add8919cf21 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:57.339003 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cb733c-8933-47a4-aa26-9404a036ca53", "name": "network-vif-deleted", "tag": "129125ba-81b3-42a6-8cb5-2822ccb52f1a", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:57.339251 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-156f76ad-70ec-469f-8b4b-4add8919cf21 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:57.340358 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156f76ad-70ec-469f-8b4b-4add8919cf21'] response: {'server_uuid': '89cb733c-8933-47a4-aa26-9404a036ca53', 'name': 'network-vif-deleted', 'tag': '129125ba-81b3-42a6-8cb5-2822ccb52f1a', 'status': 'completed', 'code': 200} Apr 11 06:30:57.589796 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0625f71-e556-4ff4-96a9-160391343af2 admin admin] Publish callbacks [] for security_group (39852431-2fd6-4f91-ace8-f2c44464abd7), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.606315 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-13037118-b8af-4015-b08f-88d7f2353507 req-e894efe1-fc43-423d-9d42-6a0cf84f3d33 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151596 Apr 11 06:30:57.607654 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-a3da4e13-4197-4db3-9fd5-346356889359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:57.608945 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-a3da4e13-4197-4db3-9fd5-346356889359 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.4382312 Apr 11 06:30:57.699655 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0625f71-e556-4ff4-96a9-160391343af2 admin admin] Publish callbacks [] for security_group (39852431-2fd6-4f91-ace8-f2c44464abd7), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.729150 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-33c67e39-9fb5-4d3c-8272-2ed1a7ac2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:57.730864 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-33c67e39-9fb5-4d3c-8272-2ed1a7ac2c39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1071012 Apr 11 06:30:57.739657 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 06:30:57.809124 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.814679 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (67dd55b7-207c-43ac-99f1-06a281d7c91f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.817893 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0625f71-e556-4ff4-96a9-160391343af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (39852431-2fd6-4f91-ace8-f2c44464abd7), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.820372 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0625f71-e556-4ff4-96a9-160391343af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.821535 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c0625f71-e556-4ff4-96a9-160391343af2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39852431-2fd6-4f91-ace8-f2c44464abd7 HTTP/1.1" status: 204 len: 168 time: 0.6731863 Apr 11 06:30:57.870645 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0625f71-e556-4ff4-96a9-160391343af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39852431-2fd6-4f91-ace8-f2c44464abd7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:58.010054 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.l3_db [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Floating IP 67dd55b7-207c-43ac-99f1-06a281d7c91f associated. External IP: 172.28.1.67, port: d7d07194-d05f-4900-8f18-0d59b5a77b0f. Apr 11 06:30:58.045861 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-58a1bc42-6264-420f-8a75-8024c39d8d20 req-c1b87a43-c859-404d-9c3c-e7f8b6f7a789 tempest-DeleteServersTestJSON-691382746 tempest-DeleteServersTestJSON-691382746-project] 10.222.0.11 "GET /v2.0/ports?device_id=89cb733c-8933-47a4-aa26-9404a036ca53 HTTP/1.1" status: 200 len: 210 time: 0.0678024 Apr 11 06:30:58.203835 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-007edada-067e-4118-af8f-994cceb0351b service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522199 Apr 11 06:30:58.292854 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50298) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:58.309099 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-baa47b4a-9dc3-4c7f-90f1-50a4b2fe6ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.375750 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a278dfaa-da79-48aa-9924-2a99938b7dc3 req-2c5a921e-1b20-45c3-81eb-211aab3ab1b4 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655478 Apr 11 06:30:58.384924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-baa47b4a-9dc3-4c7f-90f1-50a4b2fe6ebe admin admin] Publish callbacks [] for security_group (3ce2bbf9-d812-4cbb-8b6a-3396da8065e9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.386959 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:58.391419 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-baa47b4a-9dc3-4c7f-90f1-50a4b2fe6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3ce2bbf9-d812-4cbb-8b6a-3396da8065e9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.432185 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-baa47b4a-9dc3-4c7f-90f1-50a4b2fe6ebe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7182236a0cb4565b3189aede2d09aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380212 Apr 11 06:30:58.433061 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa47b4a-9dc3-4c7f-90f1-50a4b2fe6ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2bbf9-d812-4cbb-8b6a-3396da8065e9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:58.435459 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50300) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:58.484124 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c89aee59-a473-44ff-864c-0d135e5b7df0 admin admin] Publish callbacks [] for security_group (3ce2bbf9-d812-4cbb-8b6a-3396da8065e9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.505541 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c89aee59-a473-44ff-864c-0d135e5b7df0 admin admin] Publish callbacks [] for security_group (3ce2bbf9-d812-4cbb-8b6a-3396da8065e9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.513370 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:58.517631 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.524141 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:58.535147 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:58.536214 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:58.547842 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-75318bc3-0691-4bab-bfab-252bdde2ee6e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "PUT /v2.0/floatingips/67dd55b7-207c-43ac-99f1-06a281d7c91f HTTP/1.1" status: 200 len: 990 time: 2.4418607 Apr 11 06:30:58.548418 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:58.550812 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:58.559093 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c89aee59-a473-44ff-864c-0d135e5b7df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3ce2bbf9-d812-4cbb-8b6a-3396da8065e9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.562162 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c89aee59-a473-44ff-864c-0d135e5b7df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.565751 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c89aee59-a473-44ff-864c-0d135e5b7df0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ce2bbf9-d812-4cbb-8b6a-3396da8065e9 HTTP/1.1" status: 204 len: 168 time: 0.1268127 Apr 11 06:30:58.571413 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aee59-a473-44ff-864c-0d135e5b7df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2bbf9-d812-4cbb-8b6a-3396da8065e9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:58.635507 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0897fb1-a4bc-4e80-9cd8-020428505857 x-openstack-request-id: req-e0897fb1-a4bc-4e80-9cd8-020428505857 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:58.635874 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:58.636041 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0897fb1-a4bc-4e80-9cd8-020428505857 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:58.636599 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0897fb1-a4bc-4e80-9cd8-020428505857'] response: {'name': 'network-changed', 'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'status': 'completed', 'code': 200} Apr 11 06:30:58.699435 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:58.947132 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-beb4e90d-057e-4f23-8085-49c08d3782b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:58.949234 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-beb4e90d-057e-4f23-8085-49c08d3782b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1129 time: 0.0931034 Apr 11 06:30:59.092099 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-180c2202-637c-4167-931d-5691987d6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:59.094287 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-180c2202-637c-4167-931d-5691987d6f7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.1370018 Apr 11 06:30:59.114987 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '67dd55b7-207c-43ac-99f1-06a281d7c91f', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'floating_ip_address': '172.28.1.67', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'mac_address': 'fa:16:3e:14:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:57Z', 'revision_number': 1, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:59.145036 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:59.155461 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:59.156341 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:59.287853 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:59.326285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50360) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:59.379234 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-debb18a2-815a-4db4-9db1-b55fc2ee7803 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 998 time: 0.1525528 Apr 11 06:30:59.501521 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-def07eaa-f4a1-4e65-9893-e576e9ed9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:59.504428 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-def07eaa-f4a1-4e65-9893-e576e9ed9c93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.1163139 Apr 11 06:30:59.578756 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.599010 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-374b51e8-41e9-4efe-ab16-9aaeef88321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:59.601228 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-374b51e8-41e9-4efe-ab16-9aaeef88321e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0898719 Apr 11 06:30:59.698302 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '67dd55b7-207c-43ac-99f1-06a281d7c91f', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'floating_ip_address': '172.28.1.67', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'mac_address': 'fa:16:3e:14:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:57Z', 'revision_number': 1, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:59.737229 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3792be0-bf50-46f3-8745-0c5d533bbac8 None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '67dd55b7-207c-43ac-99f1-06a281d7c91f', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'floating_ip_address': '172.28.1.67', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'mac_address': 'fa:16:3e:14:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:57Z', 'revision_number': 1, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:59.738809 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-e8a43425-3d23-4e1f-aa15-a1bf99e8d533 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248944 Apr 11 06:30:59.754460 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Publish callbacks [] for security_group (d521df4b-86d2-4f1d-b15b-fc44e942eb6d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.759820 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d521df4b-86d2-4f1d-b15b-fc44e942eb6d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.808089 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d521df4b-86d2-4f1d-b15b-fc44e942eb6d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:59.825940 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.826579 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.827191 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.827758 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.828280 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.828797 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.829457 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.830017 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.830538 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.831093 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.831623 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.832138 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.832665 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.833182 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.833694 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:59.860433 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-40e0f9ce-5a22-4dd7-af93-e8d5fbd24288 req-6a3ec916-2526-42e2-9dd8-9dc06475d1f3 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129146 Apr 11 06:30:59.872213 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0e5e2793-1377-4780-96bf-a087c668bab2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7469a9ac87c4edda6794e0510eb7d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446844 Apr 11 06:30:59.874897 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50386) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:59.937488 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-916acf3f-e8d7-4b2a-b913-70309940123c admin admin] Publish callbacks [] for security_group (d521df4b-86d2-4f1d-b15b-fc44e942eb6d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.961370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-916acf3f-e8d7-4b2a-b913-70309940123c admin admin] Publish callbacks [] for security_group (d521df4b-86d2-4f1d-b15b-fc44e942eb6d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.967688 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 129125ba-81b3-42a6-8cb5-2822ccb52f1a no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:31:00.002552 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 129125ba-81b3-42a6-8cb5-2822ccb52f1a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:31:00.003095 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 129125ba-81b3-42a6-8cb5-2822ccb52f1a not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:31:00.031390 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-916acf3f-e8d7-4b2a-b913-70309940123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d521df4b-86d2-4f1d-b15b-fc44e942eb6d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.038744 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-916acf3f-e8d7-4b2a-b913-70309940123c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.043828 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-916acf3f-e8d7-4b2a-b913-70309940123c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d521df4b-86d2-4f1d-b15b-fc44e942eb6d HTTP/1.1" status: 204 len: 168 time: 0.1650517 Apr 11 06:31:00.058555 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916acf3f-e8d7-4b2a-b913-70309940123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d521df4b-86d2-4f1d-b15b-fc44e942eb6d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:00.116442 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20cc25-1901-4f49-97ec-ae75357450b6 None None] New status for floating IP 67dd55b7-207c-43ac-99f1-06a281d7c91f: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:31:00.927488 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50456) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.000739 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Deleting subnet 99ed16bb-d766-4126-ad25-014e457bcce6 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:31:01.004554 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Publish callbacks [] for subnet (99ed16bb-d766-4126-ad25-014e457bcce6), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.064854 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Publish callbacks [] for subnet (99ed16bb-d766-4126-ad25-014e457bcce6), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.075355 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (99ed16bb-d766-4126-ad25-014e457bcce6), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.150127 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (99ed16bb-d766-4126-ad25-014e457bcce6), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.187005 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ed16bb-d766-4126-ad25-014e457bcce6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:01.194461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.195120 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.195699 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.196237 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.196969 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.197518 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.198371 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.198899 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.199518 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.200317 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.201041 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.201780 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.202335 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.202852 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.203339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:01.209754 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.213408 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-47ceb2e5-991a-4d8b-ad49-06265b288121 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/99ed16bb-d766-4126-ad25-014e457bcce6 HTTP/1.1" status: 204 len: 168 time: 0.2835214 Apr 11 06:31:01.215908 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50476) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.302193 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (5a8a8459-b582-42b6-930f-770e8982241a), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.412476 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (5a8a8459-b582-42b6-930f-770e8982241a), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > port after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.449786 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.450311 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.450311 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.450623 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.561646 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.562009 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.562345 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.562677 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:01.563065 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a8459-b582-42b6-930f-770e8982241a']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:01.583622 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60269b95-cc79-443f-b8c6-acf594c11f10') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:01.583924 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60269b95-cc79-443f-b8c6-acf594c11f10') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:01.605546 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (60269b95-cc79-443f-b8c6-acf594c11f10), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.628550 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (60269b95-cc79-443f-b8c6-acf594c11f10), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.638195 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:31:01.638586 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (60269b95-cc79-443f-b8c6-acf594c11f10), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: from cryptography.utils import int_from_bytes Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: from cryptography.utils import int_from_bytes Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:31:01.657142 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:31:01.672338 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.715914 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (5a8a8459-b582-42b6-930f-770e8982241a), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.724271 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.727551 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] 10.222.0.11 "DELETE /v2.0/networks/5a8a8459-b582-42b6-930f-770e8982241a HTTP/1.1" status: 204 len: 168 time: 0.5106153 Apr 11 06:31:01.741375 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a6688-f9bc-4318-add1-45c84435a4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8a8459-b582-42b6-930f-770e8982241a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:01.787627 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c1013767-91bb-4a3f-8696-3c437b4a08af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.866499 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c1013767-91bb-4a3f-8696-3c437b4a08af admin admin] Publish callbacks [] for security_group (9352ac85-3f76-4183-9152-e03508a0a8bd), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.872519 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c1013767-91bb-4a3f-8696-3c437b4a08af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9352ac85-3f76-4183-9152-e03508a0a8bd), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.920270 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c1013767-91bb-4a3f-8696-3c437b4a08af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a345f5842484597a729b5da29e4a51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442963 Apr 11 06:31:01.920270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1013767-91bb-4a3f-8696-3c437b4a08af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9352ac85-3f76-4183-9152-e03508a0a8bd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:01.921090 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.952157 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.977071 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7471d70-59bb-423a-b348-5e6ae4bc9bb6 admin admin] Publish callbacks [] for security_group (9352ac85-3f76-4183-9152-e03508a0a8bd), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.992501 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-bc1fbd96-b2ae-42fd-8246-9cbd3879ef85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0502465f045c4fca82bd7a3b7bbd86c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391588 Apr 11 06:31:01.994986 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50524) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.998182 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7471d70-59bb-423a-b348-5e6ae4bc9bb6 admin admin] Publish callbacks [] for security_group (9352ac85-3f76-4183-9152-e03508a0a8bd), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.042976 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8946a20f-f52f-421c-945c-fb1a68cc26b7 admin admin] Publish callbacks [] for security_group (3f1e2117-2f9f-459a-b06a-e9296ad06799), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.047628 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7471d70-59bb-423a-b348-5e6ae4bc9bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9352ac85-3f76-4183-9152-e03508a0a8bd), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.051431 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7471d70-59bb-423a-b348-5e6ae4bc9bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.055476 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f7471d70-59bb-423a-b348-5e6ae4bc9bb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9352ac85-3f76-4183-9152-e03508a0a8bd HTTP/1.1" status: 204 len: 168 time: 0.1304498 Apr 11 06:31:02.067239 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7471d70-59bb-423a-b348-5e6ae4bc9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352ac85-3f76-4183-9152-e03508a0a8bd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:02.068002 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8946a20f-f52f-421c-945c-fb1a68cc26b7 admin admin] Publish callbacks [] for security_group (3f1e2117-2f9f-459a-b06a-e9296ad06799), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.125655 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8946a20f-f52f-421c-945c-fb1a68cc26b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3f1e2117-2f9f-459a-b06a-e9296ad06799), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.128569 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8946a20f-f52f-421c-945c-fb1a68cc26b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.138435 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8946a20f-f52f-421c-945c-fb1a68cc26b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f1e2117-2f9f-459a-b06a-e9296ad06799 HTTP/1.1" status: 204 len: 168 time: 0.1340697 Apr 11 06:31:02.138435 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946a20f-f52f-421c-945c-fb1a68cc26b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e2117-2f9f-459a-b06a-e9296ad06799,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:02.398684 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50540) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:02.418071 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b73c85e2-bc39-4efd-96e5-9b4ec7030405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.502812 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b73c85e2-bc39-4efd-96e5-9b4ec7030405 admin admin] Publish callbacks [] for security_group (9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.510870 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b73c85e2-bc39-4efd-96e5-9b4ec7030405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.550135 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b73c85e2-bc39-4efd-96e5-9b4ec7030405 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9085637a6bf442d483c40866e4151eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501124 Apr 11 06:31:02.554212 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:02.577992 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c85e2-bc39-4efd-96e5-9b4ec7030405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:02.625022 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7be1297-7e7a-4dec-97b5-f7f8e3eb2fc9 admin admin] Publish callbacks [] for security_group (9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.653383 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7be1297-7e7a-4dec-97b5-f7f8e3eb2fc9 admin admin] Publish callbacks [] for security_group (9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.715657 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7be1297-7e7a-4dec-97b5-f7f8e3eb2fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.719358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7be1297-7e7a-4dec-97b5-f7f8e3eb2fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.722735 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e7be1297-7e7a-4dec-97b5-f7f8e3eb2fc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b HTTP/1.1" status: 204 len: 168 time: 0.1652987 Apr 11 06:31:02.729218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be1297-7e7a-4dec-97b5-f7f8e3eb2fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9abdf8-2661-4de7-81b1-f3b69a7d2d9b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.119509 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50598) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:03.244033 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-45872687-network', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:03.278361 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Made reservation on behalf of 1243241f5d7240d5b49894967b75a5e7 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:03.283208 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.296711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.396753 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks [] for security_group (ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.399975 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50616) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:03.401552 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.434553 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:03.444093 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.451447 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (c8d68115-593c-49d2-ac4c-abb6075a7f4d), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.452100 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Added segment c8d68115-593c-49d2-ac4c-abb6075a7f4d of type vlan for network 8579e391-6742-41b6-815b-8f23258284ef Apr 11 06:31:03.497970 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (8579e391-6742-41b6-815b-8f23258284ef), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.527440 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (8579e391-6742-41b6-815b-8f23258284ef), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.528663 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.529306 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.591697 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84933781-1426-46c3-992b-3bbc9893c62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.597278 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4764340 Apr 11 06:31:03.606196 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f0c36-72a4-43f3-9a39-eba02e749d86 admin admin] Pushing event updated for resources: {'Network': ['ID=8579e391-6742-41b6-815b-8f23258284ef,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.606776 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50624) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:03.616497 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 8579e391-6742-41b6-815b-8f23258284ef details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:03.618459 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Request body: {'subnet': {'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-subnet', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:03.655194 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Made reservation on behalf of 1243241f5d7240d5b49894967b75a5e7 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:03.657419 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.761335 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84933781-1426-46c3-992b-3bbc9893c62f admin admin] Publish callbacks [] for security_group (94987a3a-1973-4358-9b41-8a11afa0f9be), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.768062 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84933781-1426-46c3-992b-3bbc9893c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (94987a3a-1973-4358-9b41-8a11afa0f9be), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.839308 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-84933781-1426-46c3-992b-3bbc9893c62f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d346ce886594a288240319937805235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382141 Apr 11 06:31:03.841986 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50638) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:03.844605 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933781-1426-46c3-992b-3bbc9893c62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94987a3a-1973-4358-9b41-8a11afa0f9be,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.904294 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9704c3f5-ce31-4cd1-9b26-15a452f8ad88 admin admin] Publish callbacks [] for security_group (94987a3a-1973-4358-9b41-8a11afa0f9be), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.905467 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (875e74ca-3f53-4858-adc7-0d1eb39f9afe), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.925770 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9704c3f5-ce31-4cd1-9b26-15a452f8ad88 admin admin] Publish callbacks [] for security_group (94987a3a-1973-4358-9b41-8a11afa0f9be), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.964948 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875e74ca-3f53-4858-adc7-0d1eb39f9afe,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.977281 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Checking segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:03.977661 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Network hostable DHCP agents. Network: 8579e391-6742-41b6-815b-8f23258284ef, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:03.979746 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9704c3f5-ce31-4cd1-9b26-15a452f8ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (94987a3a-1973-4358-9b41-8a11afa0f9be), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.992093 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9704c3f5-ce31-4cd1-9b26-15a452f8ad88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.993374 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-9704c3f5-ce31-4cd1-9b26-15a452f8ad88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94987a3a-1973-4358-9b41-8a11afa0f9be HTTP/1.1" status: 204 len: 168 time: 0.1503470 Apr 11 06:31:04.005100 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Network 8579e391-6742-41b6-815b-8f23258284ef is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:04.011238 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c3f5-ce31-4cd1-9b26-15a452f8ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94987a3a-1973-4358-9b41-8a11afa0f9be,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:04.016448 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 8579e391-6742-41b6-815b-8f23258284ef) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:04.021174 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:04.021777 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.035533 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1b913-6474-497d-b224-4a63c5be48c3 None None] Network 8579e391-6742-41b6-815b-8f23258284ef requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:04.050027 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4af0ec90-46b1-4e58-8879-7e232b2f6ad0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4392247 Apr 11 06:31:04.050342 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50660) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:04.057184 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:04.083803 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (3377750c-233e-4109-bf34-38a007d8f958), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.085445 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (3377750c-233e-4109-bf34-38a007d8f958), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.154224 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks [] for router_controller (3377750c-233e-4109-bf34-38a007d8f958), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.196201 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-8579e391-6742-41b6-815b-8f23258284ef', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:31:04.198213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.332594 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks [] for router_gateway (3377750c-233e-4109-bf34-38a007d8f958), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.464685 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Allocated IP 172.20.0.2 (8579e391-6742-41b6-815b-8f23258284ef/875e74ca-3f53-4858-adc7-0d1eb39f9afe/8f7b686b-400a-4d7b-a0a7-c2e46923da72) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:04.514410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50702) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:04.546739 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e8be-2027-4cc1-a887-64a7711e6430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.674491 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Publish callbacks [] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.684952 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.725635 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e8be-2027-4cc1-a887-64a7711e6430 admin admin] Publish callbacks [] for security_group (9c373a5d-f493-4391-97fd-f9f4fb94b111), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.732000 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e8be-2027-4cc1-a887-64a7711e6430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9c373a5d-f493-4391-97fd-f9f4fb94b111), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.744890 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Network 8579e391-6742-41b6-815b-8f23258284ef is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:04.754969 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:04.759404 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Pushing event updated for resources: {'Port': ['ID=8f7b686b-400a-4d7b-a0a7-c2e46923da72,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:04.768925 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:04.775862 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.777158 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.777711 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.778262 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.778819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.779340 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.779852 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.780650 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.781471 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.782046 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.782564 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.783177 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.783708 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.784371 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.784475 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3e8be-2027-4cc1-a887-64a7711e6430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c373a5d-f493-4391-97fd-f9f4fb94b111,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:04.784983 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:04.789134 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-aaa3e8be-2027-4cc1-a887-64a7711e6430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5dbac2540824d93a0860fb236ca4a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727389 Apr 11 06:31:04.791827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50712) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:04.856606 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd975bf5-de1a-4e40-9a8e-9aee2a941d14 admin admin] Publish callbacks [] for security_group (9c373a5d-f493-4391-97fd-f9f4fb94b111), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.869420 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Attempting to bind port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:04.872314 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Attempting to bind port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:04.872822 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Attempting to bind port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:04.886742 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd975bf5-de1a-4e40-9a8e-9aee2a941d14 admin admin] Publish callbacks [] for security_group (9c373a5d-f493-4391-97fd-f9f4fb94b111), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.889302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks [] for router_gateway (3377750c-233e-4109-bf34-38a007d8f958), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.890191 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:04.890472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Checking segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:04.890941 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.891336 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Bound using segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:04.893781 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Bound port: 8f7b686b-400a-4d7b-a0a7-c2e46923da72, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:04.894182 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.929153 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.973031 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd975bf5-de1a-4e40-9a8e-9aee2a941d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9c373a5d-f493-4391-97fd-f9f4fb94b111), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.976924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd975bf5-de1a-4e40-9a8e-9aee2a941d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.980566 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-cd975bf5-de1a-4e40-9a8e-9aee2a941d14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c373a5d-f493-4391-97fd-f9f4fb94b111 HTTP/1.1" status: 204 len: 168 time: 0.1863086 Apr 11 06:31:04.993934 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975bf5-de1a-4e40-9a8e-9aee2a941d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c373a5d-f493-4391-97fd-f9f4fb94b111,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.022676 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] For port 8f7b686b-400a-4d7b-a0a7-c2e46923da72, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:05.047649 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] For port 8f7b686b-400a-4d7b-a0a7-c2e46923da72, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=8f7b686b-400a-4d7b-a0a7-c2e46923da72,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:05.059202 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.076700 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Allocated IP 172.28.1.34 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/61318466-1520-4eab-bd74-2ddb8cb843ce) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:05.179177 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04f88e-46d0-4b92-af18-9ebbb191a8b6 None None] Pushing event updated for resources: {'Port': ['ID=8f7b686b-400a-4d7b-a0a7-c2e46923da72,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.273816 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50736) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:05.314964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks [] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.369556 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.446129 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:05.455304 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Pushing event updated for resources: {'Port': ['ID=61318466-1520-4eab-bd74-2ddb8cb843ce,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.459529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:05.462824 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:05.561847 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:05.596281 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020f5458-31a4-41b0-9884-3cecac25ebe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.623926 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab32b5-310f-44f9-8f4b-cc80f6a2ef1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.766102 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020f5458-31a4-41b0-9884-3cecac25ebe4 admin admin] Publish callbacks [] for security_group (1b6f62ca-f447-47f5-b101-4a7d854270fa), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.771368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020f5458-31a4-41b0-9884-3cecac25ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (1b6f62ca-f447-47f5-b101-4a7d854270fa), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.778855 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab32b5-310f-44f9-8f4b-cc80f6a2ef1a admin admin] Publish callbacks [] for security_group (bd5731ac-cfd4-4be3-83d1-be92e7dcc97f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.796331 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab32b5-310f-44f9-8f4b-cc80f6a2ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (bd5731ac-cfd4-4be3-83d1-be92e7dcc97f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.810056 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks [] for router_gateway (3377750c-233e-4109-bf34-38a007d8f958), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.826942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f5458-31a4-41b0-9884-3cecac25ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6f62ca-f447-47f5-b101-4a7d854270fa,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.834072 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-020f5458-31a4-41b0-9884-3cecac25ebe4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42630f581e4c4a659341f322b7fdfcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711055 Apr 11 06:31:05.844749 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:05.875380 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-abab32b5-310f-44f9-8f4b-cc80f6a2ef1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7c4ad0b88a246828e7eae06322401c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004729 Apr 11 06:31:05.879356 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50758) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:05.901014 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab32b5-310f-44f9-8f4b-cc80f6a2ef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5731ac-cfd4-4be3-83d1-be92e7dcc97f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.934413 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15e6927e-3727-40e2-9fd5-11f427c3f5dd admin admin] Publish callbacks [] for security_group (1b6f62ca-f447-47f5-b101-4a7d854270fa), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.958108 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8f7b686b-400a-4d7b-a0a7-c2e46923da72 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:05.958644 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15e6927e-3727-40e2-9fd5-11f427c3f5dd admin admin] Publish callbacks [] for security_group (1b6f62ca-f447-47f5-b101-4a7d854270fa), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.015025 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2333c47c-df60-4a71-8711-1c89fdee9eca admin admin] Publish callbacks [] for security_group (bd5731ac-cfd4-4be3-83d1-be92e7dcc97f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.016061 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15e6927e-3727-40e2-9fd5-11f427c3f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (1b6f62ca-f447-47f5-b101-4a7d854270fa), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.019029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15e6927e-3727-40e2-9fd5-11f427c3f5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.020368 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:06.020678 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-15e6927e-3727-40e2-9fd5-11f427c3f5dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b6f62ca-f447-47f5-b101-4a7d854270fa HTTP/1.1" status: 204 len: 168 time: 0.1746724 Apr 11 06:31:06.020790 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.031168 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6927e-3727-40e2-9fd5-11f427c3f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6f62ca-f447-47f5-b101-4a7d854270fa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.045183 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2333c47c-df60-4a71-8711-1c89fdee9eca admin admin] Publish callbacks [] for security_group (bd5731ac-cfd4-4be3-83d1-be92e7dcc97f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.181528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:06.181985 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.225613 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 8f7b686b-400a-4d7b-a0a7-c2e46923da72, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=8f7b686b-400a-4d7b-a0a7-c2e46923da72,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:06.231886 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.258725 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2333c47c-df60-4a71-8711-1c89fdee9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (bd5731ac-cfd4-4be3-83d1-be92e7dcc97f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.261544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2333c47c-df60-4a71-8711-1c89fdee9eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.263454 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2333c47c-df60-4a71-8711-1c89fdee9eca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd5731ac-cfd4-4be3-83d1-be92e7dcc97f HTTP/1.1" status: 204 len: 168 time: 0.3824191 Apr 11 06:31:06.311081 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=8f7b686b-400a-4d7b-a0a7-c2e46923da72,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.327334 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (3377750c-233e-4109-bf34-38a007d8f958), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.332758 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333c47c-df60-4a71-8711-1c89fdee9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5731ac-cfd4-4be3-83d1-be92e7dcc97f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.519238 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Router 3377750c-233e-4109-bf34-38a007d8f958 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:31:06.549631 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2779f81-0b8e-452c-8c86-93e5893430dd None None] Network 8579e391-6742-41b6-815b-8f23258284ef requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:06.661996 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:06.677532 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Sync routers for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:06.692722 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.694460 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c4a4f7a3-d8e8-4769-affa-ea8ca6184d86 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6422131 Apr 11 06:31:06.698614 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50776) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:06.707372 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:06.708321 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:06.756600 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e94c4ce4-9618-4344-aeb2-2559dcba75a4 None None] Provisioning complete for port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:06.756966 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e94c4ce4-9618-4344-aeb2-2559dcba75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.817740 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:06.869434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-886f889b-7ebe-4355-ac59-68dcb27c59a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.949367 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e94c4ce4-9618-4344-aeb2-2559dcba75a4 None None] Current status of the port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:06.951812 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:07.083282 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-886f889b-7ebe-4355-ac59-68dcb27c59a3 admin admin] Publish callbacks [] for security_group (8ce7d001-4eeb-4bb2-b239-a601381ba579), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.088901 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-886f889b-7ebe-4355-ac59-68dcb27c59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8ce7d001-4eeb-4bb2-b239-a601381ba579), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.141903 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-886f889b-7ebe-4355-ac59-68dcb27c59a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f44151a4b60449a94f6fdb0d227cb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195333 Apr 11 06:31:07.146830 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50784) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:07.176491 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:05Z', 'revision_number': 3, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:07.200412 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f889b-7ebe-4355-ac59-68dcb27c59a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7d001-4eeb-4bb2-b239-a601381ba579,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:07.215995 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Checking router: 3377750c-233e-4109-bf34-38a007d8f958 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:07.216408 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Updating router 3377750c-233e-4109-bf34-38a007d8f958 port 61318466-1520-4eab-bd74-2ddb8cb843ce binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:07.229288 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b14ebfcf-8019-4383-8531-73025faf2c9a admin admin] Publish callbacks [] for security_group (8ce7d001-4eeb-4bb2-b239-a601381ba579), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.250401 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.272827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b14ebfcf-8019-4383-8531-73025faf2c9a admin admin] Publish callbacks [] for security_group (8ce7d001-4eeb-4bb2-b239-a601381ba579), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.273301 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7214cb88-50b7-4ca2-be51-63b476cb5816 None None] Provisioning complete for port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:07.273803 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7214cb88-50b7-4ca2-be51-63b476cb5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.389603 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b14ebfcf-8019-4383-8531-73025faf2c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8ce7d001-4eeb-4bb2-b239-a601381ba579), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.395070 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b14ebfcf-8019-4383-8531-73025faf2c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.400091 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b14ebfcf-8019-4383-8531-73025faf2c9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ce7d001-4eeb-4bb2-b239-a601381ba579 HTTP/1.1" status: 204 len: 168 time: 0.2513850 Apr 11 06:31:07.413833 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ebfcf-8019-4383-8531-73025faf2c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7d001-4eeb-4bb2-b239-a601381ba579,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:07.453694 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7214cb88-50b7-4ca2-be51-63b476cb5816 None None] Current status of the port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:07.550708 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:07.584692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.680718 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Publish callbacks [] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.690403 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.757939 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Pushing event updated for resources: {'Port': ['ID=61318466-1520-4eab-bd74-2ddb8cb843ce,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:07.778194 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.779140 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.779651 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.780176 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.780765 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.781100 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.781431 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.782170 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.782662 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.783882 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.784517 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.785022 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.785497 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.786230 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.787234 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:07.797623 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Attempting to bind port 61318466-1520-4eab-bd74-2ddb8cb843ce on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:07.798241 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Attempting to bind port 61318466-1520-4eab-bd74-2ddb8cb843ce by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:07.798724 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Attempting to bind port 61318466-1520-4eab-bd74-2ddb8cb843ce on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:07.805180 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:07.805610 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:07.806043 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.806433 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:07.806968 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Bound port: 61318466-1520-4eab-bd74-2ddb8cb843ce, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:07.807345 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.811256 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Allocated IP 172.20.0.1 (8579e391-6742-41b6-815b-8f23258284ef/875e74ca-3f53-4858-adc7-0d1eb39f9afe/15b62e42-0c5b-4f96-9472-f96f71d7177b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:07.869597 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] For port 61318466-1520-4eab-bd74-2ddb8cb843ce, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:07.873573 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] For port 61318466-1520-4eab-bd74-2ddb8cb843ce, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=61318466-1520-4eab-bd74-2ddb8cb843ce,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:07.883734 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.897428 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1579367667-network', 'tenant_id': 'd2a43e5aae51451e8adaabb314d54165'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:07.933218 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8f7b686b-400a-4d7b-a0a7-c2e46923da72 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:07.936824 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Made reservation on behalf of d2a43e5aae51451e8adaabb314d54165 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:07.943441 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.954036 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:07.954664 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:07.955028 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.010154 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:08.010843 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.018805 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f99e-2902-4faa-a8bc-24f302f3efa3 None None] Pushing event updated for resources: {'Port': ['ID=61318466-1520-4eab-bd74-2ddb8cb843ce,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.075212 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:08.105164 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5421ed7f-8834-4fca-bcf2-407930291a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.115511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:08.117143 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks [] for security_group (1761b3bc-6ca3-409e-8f26-45844ca6de5c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.129212 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (1761b3bc-6ca3-409e-8f26-45844ca6de5c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.137918 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:08.158024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:08.188234 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (29c64ceb-437b-4fb4-a61b-545c54ac6ef9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.188543 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Added segment 29c64ceb-437b-4fb4-a61b-545c54ac6ef9 of type vlan for network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 Apr 11 06:31:08.191960 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761b3bc-6ca3-409e-8f26-45844ca6de5c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.244320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (1f54b2dd-2078-41c9-a616-a7ca90ee7a68), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.286017 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5421ed7f-8834-4fca-bcf2-407930291a72 admin admin] Publish callbacks [] for security_group (42ce25d4-c91d-408c-a418-813cd8889445), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.290177 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks [] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.295251 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5421ed7f-8834-4fca-bcf2-407930291a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (42ce25d4-c91d-408c-a418-813cd8889445), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.314906 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (1f54b2dd-2078-41c9-a616-a7ca90ee7a68), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.316193 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.316985 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.331483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.370187 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Network 8579e391-6742-41b6-815b-8f23258284ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:08.371943 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:08.374222 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-5421ed7f-8834-4fca-bcf2-407930291a72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91c70d2b9b6943ed8b555288c011de5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978017 Apr 11 06:31:08.375269 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ed7f-8834-4fca-bcf2-407930291a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ce25d4-c91d-408c-a418-813cd8889445,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.376486 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:08.376634 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:08.386974 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8351922 Apr 11 06:31:08.387620 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:08.394755 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:05Z', 'revision_number': 3, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:08.423470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Request body: {'subnet': {'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1579367667-subnet', 'tenant_id': 'd2a43e5aae51451e8adaabb314d54165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:08.428357 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Pushing event updated for resources: {'Port': ['ID=15b62e42-0c5b-4f96-9472-f96f71d7177b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.433827 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842f69d-a769-4d29-99c1-2d9537175e3e None None] The sync data for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb is: [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:05Z', 'revision_number': 3, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:08.451296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198728e0-2772-4e6d-9351-c89ada6caa20 admin admin] Pushing event updated for resources: {'Network': ['ID=1f54b2dd-2078-41c9-a616-a7ca90ee7a68,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.461937 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Made reservation on behalf of d2a43e5aae51451e8adaabb314d54165 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:08.462945 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (3377750c-233e-4109-bf34-38a007d8f958), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.464791 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.466959 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:08.548046 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-65640cfd-02af-4a35-abe4-6de383c0eb37 admin admin] Publish callbacks [] for security_group (42ce25d4-c91d-408c-a418-813cd8889445), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.601448 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-65640cfd-02af-4a35-abe4-6de383c0eb37 admin admin] Publish callbacks [] for security_group (42ce25d4-c91d-408c-a418-813cd8889445), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.707183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a2dff53c-446f-4224-8e02-7a378e1f2974 None None] Provisioning complete for port 15b62e42-0c5b-4f96-9472-f96f71d7177b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:08.707472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2dff53c-446f-4224-8e02-7a378e1f2974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.713243 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (7d213c17-11ba-49df-b0d1-c25a872267a7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.727142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-65640cfd-02af-4a35-abe4-6de383c0eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (42ce25d4-c91d-408c-a418-813cd8889445), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.731057 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-65640cfd-02af-4a35-abe4-6de383c0eb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.732389 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-65640cfd-02af-4a35-abe4-6de383c0eb37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ce25d4-c91d-408c-a418-813cd8889445 HTTP/1.1" status: 204 len: 168 time: 0.3532269 Apr 11 06:31:08.733598 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.744263 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65640cfd-02af-4a35-abe4-6de383c0eb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ce25d4-c91d-408c-a418-813cd8889445,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.792619 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a2dff53c-446f-4224-8e02-7a378e1f2974 None None] Port 15b62e42-0c5b-4f96-9472-f96f71d7177b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:08.866170 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d213c17-11ba-49df-b0d1-c25a872267a7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:08.893703 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Checking segment: {'id': '29c64ceb-437b-4fb4-a61b-545c54ac6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:08.895609 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Network hostable DHCP agents. Network: 1f54b2dd-2078-41c9-a616-a7ca90ee7a68, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:08.926214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:08.944587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 1f54b2dd-2078-41c9-a616-a7ca90ee7a68) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:08.949762 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.950371 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.955363 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e1b7d-13b5-4f9c-99fa-2db569245750 None None] Network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:08.973384 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-2a6bad9a-aa4c-4b19-b9b8-a90a007db311 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5825889 Apr 11 06:31:09.142480 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks [] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.156610 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.214892 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec54f8b-1da1-4c16-bb95-ae59bca5b8d3 None None] Network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:09.341572 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (3377750c-233e-4109-bf34-38a007d8f958), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.368471 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Pushing event updated for resources: {'Port': ['ID=15b62e42-0c5b-4f96-9472-f96f71d7177b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:09.501323 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Network 8579e391-6742-41b6-815b-8f23258284ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:09.503044 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:09.689152 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Router 3377750c-233e-4109-bf34-38a007d8f958 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:09.821121 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e261ce36-1e9a-406e-bab5-f1595831be38 None None] Provisioning complete for port 15b62e42-0c5b-4f96-9472-f96f71d7177b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:09.822337 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e261ce36-1e9a-406e-bab5-f1595831be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.842134 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:09.850748 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-74ce53df-6d05-440c-82e2-d6b2c9129506 admin admin] 10.222.0.11 "PUT /v2.0/routers/3377750c-233e-4109-bf34-38a007d8f958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1479449 Apr 11 06:31:09.881782 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e261ce36-1e9a-406e-bab5-f1595831be38 None None] Port 15b62e42-0c5b-4f96-9472-f96f71d7177b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:09.933108 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 61318466-1520-4eab-bd74-2ddb8cb843ce up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:10.000662 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 61318466-1520-4eab-bd74-2ddb8cb843ce triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:10.001041 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.011527 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:10.017539 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000016938-network', 'tenant_id': '349406c46e3f471a8bff30a783c603a4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:10.042754 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Made reservation on behalf of 349406c46e3f471a8bff30a783c603a4 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:10.045091 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.060908 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.135153 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 61318466-1520-4eab-bd74-2ddb8cb843ce is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:10.135389 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.182557 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 61318466-1520-4eab-bd74-2ddb8cb843ce, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=61318466-1520-4eab-bd74-2ddb8cb843ce,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:10.189451 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.223424 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks [] for security_group (20230e31-19f8-45ba-a5cb-5340d229043a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.228389 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (20230e31-19f8-45ba-a5cb-5340d229043a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.258975 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:10.281503 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20230e31-19f8-45ba-a5cb-5340d229043a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.282876 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=61318466-1520-4eab-bd74-2ddb8cb843ce,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.299670 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (2d653902-5dc3-4644-83b0-a337315f51f0), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.300016 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Added segment 2d653902-5dc3-4644-83b0-a337315f51f0 of type vlan for network 642cbd55-a4b9-4803-9fcf-f8b28c5024fe Apr 11 06:31:10.370736 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (642cbd55-a4b9-4803-9fcf-f8b28c5024fe), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.423964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (642cbd55-a4b9-4803-9fcf-f8b28c5024fe), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.425088 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.425692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.465454 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 50898) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:10.465956 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4526708 Apr 11 06:31:10.473087 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Request body: {'subnet': {'network_id': '642cbd55-a4b9-4803-9fcf-f8b28c5024fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000016938-subnet', 'tenant_id': '349406c46e3f471a8bff30a783c603a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:10.512169 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Made reservation on behalf of 349406c46e3f471a8bff30a783c603a4 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:10.513943 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30317c3d-7225-498e-81d9-b0c46b02bc86 admin admin] Pushing event updated for resources: {'Network': ['ID=642cbd55-a4b9-4803-9fcf-f8b28c5024fe,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.515287 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.525732 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 642cbd55-a4b9-4803-9fcf-f8b28c5024fe details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:10.792231 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for subnet (29be6a95-59b0-479d-99c7-2603fee8552b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.862006 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Sync routers for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:10.876140 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:10.876775 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:10.902851 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29be6a95-59b0-479d-99c7-2603fee8552b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.925614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Checking segment: {'id': '2d653902-5dc3-4644-83b0-a337315f51f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '642cbd55-a4b9-4803-9fcf-f8b28c5024fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:10.925956 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Network hostable DHCP agents. Network: 642cbd55-a4b9-4803-9fcf-f8b28c5024fe, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:10.935874 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-b3c7bf25-87f5-41bd-a0fa-2cb2dd4902ba tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.937910 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-b3c7bf25-87f5-41bd-a0fa-2cb2dd4902ba tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 817 time: 0.1986537 Apr 11 06:31:10.960934 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-eea7f9ad-e669-40f0-93c3-fe4f0ebee232 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/quotas/1243241f5d7240d5b49894967b75a5e7 HTTP/1.1" status: 200 len: 375 time: 0.0155435 Apr 11 06:31:10.964260 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Network 642cbd55-a4b9-4803-9fcf-f8b28c5024fe is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:10.975327 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50946) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:10.984122 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 642cbd55-a4b9-4803-9fcf-f8b28c5024fe) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:10.988371 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.989135 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.009597 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff349c92-d434-49cb-b5a5-7087c158851c None None] Network 642cbd55-a4b9-4803-9fcf-f8b28c5024fe requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:11.032853 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-5473a98d-504a-4af1-9039-8b2e8a4f2b4f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611036 Apr 11 06:31:11.037100 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-3808f1e8-11db-41b8-a46c-e19f4cf6ecd5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5704145 Apr 11 06:31:11.120777 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:11.166115 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17056db-6aec-4970-b78c-39b3b28fdc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.222917 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-e1330b2a-2801-4a98-9510-e913c2fd0a9f service neutron] 10.222.0.11 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812201 Apr 11 06:31:11.297581 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17056db-6aec-4970-b78c-39b3b28fdc3c admin admin] Publish callbacks [] for security_group (dc9a9ea7-0960-458a-9902-bb352911f4bc), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.303781 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17056db-6aec-4970-b78c-39b3b28fdc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (dc9a9ea7-0960-458a-9902-bb352911f4bc), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.346664 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17056db-6aec-4970-b78c-39b3b28fdc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9a9ea7-0960-458a-9902-bb352911f4bc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:11.367811 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e17056db-6aec-4970-b78c-39b3b28fdc3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3ef78648c354cbd963225074375b9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914249 Apr 11 06:31:11.370352 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 50960) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:11.379275 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b8418-9283-4b0d-be12-3650871a9dc3 None None] Network 642cbd55-a4b9-4803-9fcf-f8b28c5024fe requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:11.438625 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-3b326b7d-fb9f-42a5-8599-44c18ab36708 service neutron] 10.222.0.11 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145696 Apr 11 06:31:11.460176 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc68400b-a5b1-4f60-9074-952db148cdb7 admin admin] Publish callbacks [] for security_group (dc9a9ea7-0960-458a-9902-bb352911f4bc), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.491890 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc68400b-a5b1-4f60-9074-952db148cdb7 admin admin] Publish callbacks [] for security_group (dc9a9ea7-0960-458a-9902-bb352911f4bc), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.563134 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc68400b-a5b1-4f60-9074-952db148cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (dc9a9ea7-0960-458a-9902-bb352911f4bc), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.565658 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc68400b-a5b1-4f60-9074-952db148cdb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.569127 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-bc68400b-a5b1-4f60-9074-952db148cdb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc9a9ea7-0960-458a-9902-bb352911f4bc HTTP/1.1" status: 204 len: 168 time: 0.1936824 Apr 11 06:31:11.576879 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68400b-a5b1-4f60-9074-952db148cdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9a9ea7-0960-458a-9902-bb352911f4bc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:11.615286 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 2, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:11.665964 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Checking router: 3377750c-233e-4109-bf34-38a007d8f958 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:11.666407 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Updating router 3377750c-233e-4109-bf34-38a007d8f958 port 15b62e42-0c5b-4f96-9472-f96f71d7177b binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:11.701352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.710713 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6d108f32-3664-4b4e-adbe-81aaa85f3bc3 req-44bb11fd-bdfb-40c6-870f-33edf2f49e81 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 210 time: 0.0645866 Apr 11 06:31:11.945908 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 61318466-1520-4eab-bd74-2ddb8cb843ce up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:11.988268 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-b50f47b8-7817-42a3-8a41-ca63e91e5b2d tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:11.992345 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-b50f47b8-7817-42a3-8a41-ca63e91e5b2d tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/networks?id=1f54b2dd-2078-41c9-a616-a7ca90ee7a68 HTTP/1.1" status: 200 len: 809 time: 0.2314825 Apr 11 06:31:12.022848 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-d3bf475f-608f-4d9f-bdce-a29be1f6aacc tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/quotas/d2a43e5aae51451e8adaabb314d54165 HTTP/1.1" status: 200 len: 375 time: 0.0228133 Apr 11 06:31:12.066357 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-3f8a884e-d36d-497b-9549-76775905c8a3 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2a43e5aae51451e8adaabb314d54165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423200 Apr 11 06:31:12.103062 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51010) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:12.165309 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2639e44-28eb-42bb-a36f-8f94805970b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.190797 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 61318466-1520-4eab-bd74-2ddb8cb843ce triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:12.191172 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.215113 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-ddbae5ac-79da-4ab4-93a3-80cde0dcdc8d service neutron] 10.222.0.11 "GET /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476977 Apr 11 06:31:12.331340 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Publish callbacks [] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.351007 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.362559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2639e44-28eb-42bb-a36f-8f94805970b9 admin admin] Publish callbacks [] for security_group (e1adbfd4-120a-42aa-a88c-e305b813bdbb), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.367869 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-aa95fb32-c5b8-41aa-97b4-a9556d10ed6d service neutron] 10.222.0.11 "GET /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410184 Apr 11 06:31:12.372935 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2639e44-28eb-42bb-a36f-8f94805970b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e1adbfd4-120a-42aa-a88c-e305b813bdbb), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.391359 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 61318466-1520-4eab-bd74-2ddb8cb843ce is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:12.430399 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debc98a-7256-4ae4-9d80-dcc97c690c50 None None] Pushing event updated for resources: {'Port': ['ID=15b62e42-0c5b-4f96-9472-f96f71d7177b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:12.438758 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f2639e44-28eb-42bb-a36f-8f94805970b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=248f70b5e78e48ce80816e6525ef8d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302395 Apr 11 06:31:12.438941 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:12.440475 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639e44-28eb-42bb-a36f-8f94805970b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1adbfd4-120a-42aa-a88c-e305b813bdbb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:12.533026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Attempting to bind port 15b62e42-0c5b-4f96-9472-f96f71d7177b on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:12.533653 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Attempting to bind port 15b62e42-0c5b-4f96-9472-f96f71d7177b by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:12.534329 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Attempting to bind port 15b62e42-0c5b-4f96-9472-f96f71d7177b on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:12.542166 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:12.542641 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Checking segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:12.543392 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.543794 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Bound using segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:12.544440 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Bound port: 15b62e42-0c5b-4f96-9472-f96f71d7177b, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:12.544813 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.550586 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f2c60984-0b1e-4bcd-a9d4-8ccc45ebc1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.573869 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382aa523-ad11-44f1-84e9-857dcbd3bfc9 admin admin] Publish callbacks [] for security_group (e1adbfd4-120a-42aa-a88c-e305b813bdbb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.606056 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382aa523-ad11-44f1-84e9-857dcbd3bfc9 admin admin] Publish callbacks [] for security_group (e1adbfd4-120a-42aa-a88c-e305b813bdbb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.653374 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] For port 15b62e42-0c5b-4f96-9472-f96f71d7177b, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:12.656981 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] For port 15b62e42-0c5b-4f96-9472-f96f71d7177b, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=15b62e42-0c5b-4f96-9472-f96f71d7177b,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:12.673367 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.694122 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4a0e1e79-0e20-43db-ab45-911797e3b613 req-81c7d2ec-39a4-4817-acd5-58789d696437 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 210 time: 0.0438709 Apr 11 06:31:12.703561 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382aa523-ad11-44f1-84e9-857dcbd3bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e1adbfd4-120a-42aa-a88c-e305b813bdbb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.707352 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382aa523-ad11-44f1-84e9-857dcbd3bfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.708973 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-382aa523-ad11-44f1-84e9-857dcbd3bfc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1adbfd4-120a-42aa-a88c-e305b813bdbb HTTP/1.1" status: 204 len: 168 time: 0.2735250 Apr 11 06:31:12.736503 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aa523-ad11-44f1-84e9-857dcbd3bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1adbfd4-120a-42aa-a88c-e305b813bdbb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:12.757734 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] Provisioning complete for port 15b62e42-0c5b-4f96-9472-f96f71d7177b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:12.758109 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.792081 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:12.792731 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:30:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:12.798840 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debc98a-7256-4ae4-9d80-dcc97c690c50 None None] Pushing event updated for resources: {'Port': ['ID=15b62e42-0c5b-4f96-9472-f96f71d7177b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.007165 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:13.010968 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] Current status of the port 15b62e42-0c5b-4f96-9472-f96f71d7177b is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:13.011468 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.158250 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4522d083-5d5e-47ed-9d66-248ece716b33 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:13.160131 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4522d083-5d5e-47ed-9d66-248ece716b33 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 817 time: 0.1416178 Apr 11 06:31:13.174879 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'port': {'device_id': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'admin_state_up': True, 'tenant_id': '1243241f5d7240d5b49894967b75a5e7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:13.176814 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] For port 15b62e42-0c5b-4f96-9472-f96f71d7177b, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=15b62e42-0c5b-4f96-9472-f96f71d7177b,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:13.192907 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.304424 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:13.325177 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b731c95b-41d8-4811-a5bc-a00015447cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.343189 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Made reservation on behalf of 1243241f5d7240d5b49894967b75a5e7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:13.351089 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.378253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3499-9161-4679-83a0-6bff62db1c0d None None] Pushing event updated for resources: {'Port': ['ID=15b62e42-0c5b-4f96-9472-f96f71d7177b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.381992 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:12Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:13.384801 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b447b2ca-bad8-400c-99aa-7b1b96307e7b None None] Provisioning complete for port 15b62e42-0c5b-4f96-9472-f96f71d7177b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:13.384967 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b447b2ca-bad8-400c-99aa-7b1b96307e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.456026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b48fd-42fe-43fd-8572-d7f69b58fd1c None None] The sync data for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb is: [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:12Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:13.482001 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b731c95b-41d8-4811-a5bc-a00015447cd5 admin admin] Publish callbacks [] for security_group (50fb28ba-c4e9-431b-9fa9-2e99866e981b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.490084 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b731c95b-41d8-4811-a5bc-a00015447cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (50fb28ba-c4e9-431b-9fa9-2e99866e981b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.580172 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b731c95b-41d8-4811-a5bc-a00015447cd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a14053e58caf42d6b9bab271474575ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724824 Apr 11 06:31:13.582946 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b447b2ca-bad8-400c-99aa-7b1b96307e7b None None] Current status of the port 15b62e42-0c5b-4f96-9472-f96f71d7177b is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:13.584961 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51044) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:13.588806 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731c95b-41d8-4811-a5bc-a00015447cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb28ba-c4e9-431b-9fa9-2e99866e981b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.638755 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Allocated IP 172.20.0.11 (8579e391-6742-41b6-815b-8f23258284ef/875e74ca-3f53-4858-adc7-0d1eb39f9afe/432f14f6-b801-4728-8521-83dba67dc242) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:13.694220 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1406af6c-6b0f-48a7-a887-418995bdeb0f admin admin] Publish callbacks [] for security_group (50fb28ba-c4e9-431b-9fa9-2e99866e981b), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.742363 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1406af6c-6b0f-48a7-a887-418995bdeb0f admin admin] Publish callbacks [] for security_group (50fb28ba-c4e9-431b-9fa9-2e99866e981b), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.848452 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-19abc9df-5bd6-49df-990a-161a9b865db7 req-b4169a0f-ea45-414e-a715-3a4120836419 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 210 time: 0.0863955 Apr 11 06:31:13.913119 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1406af6c-6b0f-48a7-a887-418995bdeb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (50fb28ba-c4e9-431b-9fa9-2e99866e981b), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.915840 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1406af6c-6b0f-48a7-a887-418995bdeb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.916986 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-1406af6c-6b0f-48a7-a887-418995bdeb0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50fb28ba-c4e9-431b-9fa9-2e99866e981b HTTP/1.1" status: 204 len: 168 time: 0.3293259 Apr 11 06:31:13.923955 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 15b62e42-0c5b-4f96-9472-f96f71d7177b up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:13.924059 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for port (432f14f6-b801-4728-8521-83dba67dc242), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.930835 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406af6c-6b0f-48a7-a887-418995bdeb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb28ba-c4e9-431b-9fa9-2e99866e981b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.974432 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (432f14f6-b801-4728-8521-83dba67dc242), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.039186 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 15b62e42-0c5b-4f96-9472-f96f71d7177b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:14.039718 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.091107 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Network 8579e391-6742-41b6-815b-8f23258284ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:14.130802 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:14.137356 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'Port': ['ID=432f14f6-b801-4728-8521-83dba67dc242,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:14.141813 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:14.194642 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 15b62e42-0c5b-4f96-9472-f96f71d7177b is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:14.255169 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-cf713232-c232-43d2-93f3-2926b9046b29 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.259947 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-cf713232-c232-43d2-93f3-2926b9046b29 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.26 "GET /v2.0/networks?id=1f54b2dd-2078-41c9-a616-a7ca90ee7a68 HTTP/1.1" status: 200 len: 809 time: 0.2743292 Apr 11 06:31:14.273936 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Request body: {'port': {'device_id': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68', 'admin_state_up': True, 'tenant_id': 'd2a43e5aae51451e8adaabb314d54165'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:14.302452 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.303450 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.364304 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-69375237-e7d8-4546-9c0e-a99d8fca13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1935859 Apr 11 06:31:14.384336 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Request body: {'port': {'device_id': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:14.498579 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (432f14f6-b801-4728-8521-83dba67dc242), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.510327 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5439f2af-7199-4f50-91a6-cff8746614ab None None] Provisioning complete for port 432f14f6-b801-4728-8521-83dba67dc242 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:14.511072 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5439f2af-7199-4f50-91a6-cff8746614ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (432f14f6-b801-4728-8521-83dba67dc242), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.522499 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Made reservation on behalf of d2a43e5aae51451e8adaabb314d54165 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:14.526305 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.564110 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5439f2af-7199-4f50-91a6-cff8746614ab None None] Port 432f14f6-b801-4728-8521-83dba67dc242 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:14.835770 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Allocated IP 172.20.0.9 (1f54b2dd-2078-41c9-a616-a7ca90ee7a68/7d213c17-11ba-49df-b0d1-c25a872267a7/68d48fd1-2c93-4013-8e0c-9b0a2c1d5292) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:14.868923 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b33f8b6-5605-464a-a251-0a208c743796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.055284 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-766bc39e-c879-4c47-b2d9-5511958ea92a req-474beb8f-d146-4206-be76-0e0072fb42bd tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 210 time: 0.0730288 Apr 11 06:31:15.069711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432f14f6-b801-4728-8521-83dba67dc242 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:15.080566 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Publish callbacks [] for port (432f14f6-b801-4728-8521-83dba67dc242), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.110918 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Transition to ACTIVE for port object 432f14f6-b801-4728-8521-83dba67dc242 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:15.121312 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (432f14f6-b801-4728-8521-83dba67dc242), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.355988 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks [] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.415240 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Pushing event updated for resources: {'Port': ['ID=432f14f6-b801-4728-8521-83dba67dc242,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:15.497862 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.587516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Pushing event updated for resources: {'Port': ['ID=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:15.591347 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:15.593185 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Attempting to bind port 432f14f6-b801-4728-8521-83dba67dc242 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:15.593576 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Attempting to bind port 432f14f6-b801-4728-8521-83dba67dc242 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:15.593901 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Attempting to bind port 432f14f6-b801-4728-8521-83dba67dc242 on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:15.596458 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:15.599609 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:15.604787 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Port 432f14f6-b801-4728-8521-83dba67dc242 on network 8579e391-6742-41b6-815b-8f23258284ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:15.605111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Attempting to bind port 432f14f6-b801-4728-8521-83dba67dc242 on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:15.631305 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:15.631644 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Checking segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:15.632024 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Bound using segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:15.632445 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Bound port: 432f14f6-b801-4728-8521-83dba67dc242, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:15.632799 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (432f14f6-b801-4728-8521-83dba67dc242), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.661424 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:15.661939 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.700639 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e6c3bee9-0739-488b-95d4-70cd65d55e64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4310944 Apr 11 06:31:15.716602 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Request body: {'port': {'device_id': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:15.758076 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] For port 432f14f6-b801-4728-8521-83dba67dc242, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:15.773652 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] For port 432f14f6-b801-4728-8521-83dba67dc242, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=432f14f6-b801-4728-8521-83dba67dc242,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:15.796768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (432f14f6-b801-4728-8521-83dba67dc242), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.808253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.825946 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.852097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:15.852748 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:15.854107 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] 10.222.0.26 "PUT /v2.0/ports/432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 200 len: 1094 time: 1.4804540 Apr 11 06:31:15.855376 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'tag': '432f14f6-b801-4728-8521-83dba67dc242'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:15.857703 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1967a81-696b-463e-9b60-2cc9e7a9154d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba95616c-ccda-4ab6-a8b8-cd790f0d356d", "tag": "432f14f6-b801-4728-8521-83dba67dc242"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:15.922644 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f012ae-dcbb-4e4d-9fdb-cfe1b4ea9a26 x-openstack-request-id: req-99f012ae-dcbb-4e4d-9fdb-cfe1b4ea9a26 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:15.922966 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba95616c-ccda-4ab6-a8b8-cd790f0d356d", "tag": "432f14f6-b801-4728-8521-83dba67dc242", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:15.923215 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99f012ae-dcbb-4e4d-9fdb-cfe1b4ea9a26 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:15.923616 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f012ae-dcbb-4e4d-9fdb-cfe1b4ea9a26'] response: {'name': 'network-changed', 'server_uuid': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'tag': '432f14f6-b801-4728-8521-83dba67dc242', 'status': 'completed', 'code': 200} Apr 11 06:31:15.952491 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b98fd-1bac-4911-8679-0465ed05c44a service neutron] Pushing event updated for resources: {'Port': ['ID=432f14f6-b801-4728-8521-83dba67dc242,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:16.020160 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-1d00a40c-1cae-4631-96a5-c663ffd2b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.021688 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-1d00a40c-1cae-4631-96a5-c663ffd2b423 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1128 time: 0.1175737 Apr 11 06:31:16.083234 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-ca2bf6a2-e665-4d19-b8a6-3b3515d84e61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 200 len: 217 time: 0.0507922 Apr 11 06:31:16.228294 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-7e9b28b0-654b-4f35-9a40-4bad6d851dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.229863 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-7e9b28b0-654b-4f35-9a40-4bad6d851dde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.1361074 Apr 11 06:31:16.241710 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b774c-5d02-4609-9296-dae682a7fb25 req-c80c8afe-a018-4b7c-a650-adf272e0ff64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.243178 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-997b774c-5d02-4609-9296-dae682a7fb25 req-c80c8afe-a018-4b7c-a650-adf272e0ff64 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 931 time: 0.0926027 Apr 11 06:31:16.319964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-3df31fba-a481-4ec3-a9bc-45c70a78e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.321486 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-3df31fba-a481-4ec3-a9bc-45c70a78e62f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0762019 Apr 11 06:31:16.391056 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-997b774c-5d02-4609-9296-dae682a7fb25 req-4182ce8f-8bc7-4b84-8734-800751682a02 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350501 Apr 11 06:31:16.425315 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:16.435876 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Publish callbacks [] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.457180 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Transition to ACTIVE for port object 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:16.467389 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.480177 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-061005ba-f55d-4e57-8ea6-cb1c6cadd5da service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339574 Apr 11 06:31:16.581821 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:16.659586 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3090271-4875-48b0-946c-f4d905b8a3c5 req-7befbad9-a6c3-4fa8-9297-e3619d2cb18d service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607280 Apr 11 06:31:16.673435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Attempting to bind port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:16.673781 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Attempting to bind port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '29c64ceb-437b-4fb4-a61b-545c54ac6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:16.674108 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Attempting to bind port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 on network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:16.678724 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 on network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:16.679037 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Attempting to bind port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 on network 1f54b2dd-2078-41c9-a616-a7ca90ee7a68 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:16.684212 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:16.685049 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Checking segment: {'id': '29c64ceb-437b-4fb4-a61b-545c54ac6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:16.685049 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Bound using segment: {'id': '29c64ceb-437b-4fb4-a61b-545c54ac6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:16.685336 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Bound port: 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c64ceb-437b-4fb4-a61b-545c54ac6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:16.685692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.776733 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-c5165cfc-87ef-41fa-a3df-5991687b75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.778193 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-c5165cfc-87ef-41fa-a3df-5991687b75b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1128 time: 0.0538309 Apr 11 06:31:16.796602 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] For port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:16.823997 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] For port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,segment=NetworkSegment(29c64ceb-437b-4fb4-a61b-545c54ac6ef9),segment_id=29c64ceb-437b-4fb4-a61b-545c54ac6ef9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:16.855626 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.899331 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.899847 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.901254 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] 10.222.0.26 "PUT /v2.0/ports/68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 HTTP/1.1" status: 200 len: 1093 time: 1.1892169 Apr 11 06:31:16.937282 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaec903-7e4b-48cf-8456-9e6ecee36ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:16.940295 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-b68b6bdc-1f64-421a-a218-08345d25fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.941943 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-b68b6bdc-1f64-421a-a218-08345d25fcef service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.1546397 Apr 11 06:31:16.994027 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-4687aad1-8d6f-4a02-b2f1-4548b8fc375a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 200 len: 217 time: 0.0429096 Apr 11 06:31:17.050980 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-25b56838-af0f-41f6-9f61-fb6f83e310a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.052427 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-25b56838-af0f-41f6-9f61-fb6f83e310a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2a43e5aae51451e8adaabb314d54165&device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 1127 time: 0.0679052 Apr 11 06:31:17.062863 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-c7b5dda5-bb94-418b-b21d-717709fda98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.064176 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-c7b5dda5-bb94-418b-b21d-717709fda98c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0546443 Apr 11 06:31:17.104725 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-77cfc59b-a053-4500-9fe2-b59a5e7b403b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 HTTP/1.1" status: 200 len: 217 time: 0.0396640 Apr 11 06:31:17.162188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-d3c9a742-44a3-4cc4-a2f5-6ae02c1cabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.163594 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-d3c9a742-44a3-4cc4-a2f5-6ae02c1cabd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0668840 Apr 11 06:31:17.175714 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e76dec94-86f3-47ce-9c76-c6c42cc919cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.176999 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-e76dec94-86f3-47ce-9c76-c6c42cc919cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d213c17-11ba-49df-b0d1-c25a872267a7 HTTP/1.1" status: 200 len: 849 time: 0.0548584 Apr 11 06:31:17.227273 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-86bde9bc-f8f3-4fb7-890c-b76a2ae60636 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f54b2dd-2078-41c9-a616-a7ca90ee7a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311575 Apr 11 06:31:17.260085 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.336584 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-161b737f-e1fe-4b5d-82d9-a6b165641e39 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577060 Apr 11 06:31:17.371526 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-eff417e7-fbbe-43ab-ac09-271d1c5cea34 service neutron] 10.222.0.26 "GET /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194270 Apr 11 06:31:17.528738 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1967a81-696b-463e-9b60-2cc9e7a9154d req-e0bcc248-f5b3-46cd-9fd6-d3035cad43bc service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824234 Apr 11 06:31:17.544440 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efeeeb-4c9a-4ff0-9f1e-6894e6621e6f req-73f4da8c-9905-4287-a425-7ee10398bb30 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.545875 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-74efeeeb-4c9a-4ff0-9f1e-6894e6621e6f req-73f4da8c-9905-4287-a425-7ee10398bb30 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0831110 Apr 11 06:31:17.551451 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1e877523-3874-4179-ad0f-3da93b5b592e req-512306de-ee35-47a3-a3a9-ee054737b651 service neutron] 10.222.0.26 "GET /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722641 Apr 11 06:31:17.595011 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-74efeeeb-4c9a-4ff0-9f1e-6894e6621e6f req-2204703d-7c99-42b7-a3c5-03b79fe28ffc tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 Apr 11 06:31:17.925353 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'tag': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:17.927877 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a03a08-b5ce-4c58-a68c-d550c37914d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a06ebc-fded-46da-84be-d28b1100bf51", "tag": "68d48fd1-2c93-4013-8e0c-9b0a2c1d5292"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:17.963342 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbf8cd9-b9b7-4b37-becd-2f5e5dd822c4 x-openstack-request-id: req-ddbf8cd9-b9b7-4b37-becd-2f5e5dd822c4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:17.963763 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a06ebc-fded-46da-84be-d28b1100bf51", "tag": "68d48fd1-2c93-4013-8e0c-9b0a2c1d5292", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:17.963887 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddbf8cd9-b9b7-4b37-becd-2f5e5dd822c4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:17.964256 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbf8cd9-b9b7-4b37-becd-2f5e5dd822c4'] response: {'name': 'network-changed', 'server_uuid': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'tag': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292', 'status': 'completed', 'code': 200} Apr 11 06:31:18.032516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-953692e7-fc85-457b-9035-bb907db44ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.034039 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-953692e7-fc85-457b-9035-bb907db44ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2a43e5aae51451e8adaabb314d54165&device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 1127 time: 0.0397751 Apr 11 06:31:18.131292 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-4e6caf70-197b-460d-9836-0ecda3120646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.133145 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-4e6caf70-197b-460d-9836-0ecda3120646 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f54b2dd-2078-41c9-a616-a7ca90ee7a68 HTTP/1.1" status: 200 len: 910 time: 0.0912247 Apr 11 06:31:18.175879 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-e686b226-945d-4a5a-8475-2545e6e396e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 HTTP/1.1" status: 200 len: 217 time: 0.0361543 Apr 11 06:31:18.229202 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-d581fb0d-7969-40e8-b4f9-a6fcc87c088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.230674 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-d581fb0d-7969-40e8-b4f9-a6fcc87c088b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d213c17-11ba-49df-b0d1-c25a872267a7 HTTP/1.1" status: 200 len: 849 time: 0.0485930 Apr 11 06:31:18.270656 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-b2a7d684-518d-4156-af72-de64656067c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f54b2dd-2078-41c9-a616-a7ca90ee7a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297098 Apr 11 06:31:18.363230 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-bf5a0c37-9381-43e9-9303-6f21b5db1110 service neutron] 10.222.0.26 "GET /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Apr 11 06:31:18.464079 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12a03a08-b5ce-4c58-a68c-d550c37914d8 req-31983099-0b5c-442e-8894-57529eadd1fc service neutron] 10.222.0.26 "GET /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885808 Apr 11 06:31:18.714227 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679e994-a5a1-4cba-ad06-4fd53c22d43c req-8a569b2d-6ec5-42fb-ae41-612022d13eeb tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.715706 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7679e994-a5a1-4cba-ad06-4fd53c22d43c req-8a569b2d-6ec5-42fb-ae41-612022d13eeb tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0481818 Apr 11 06:31:18.763998 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7679e994-a5a1-4cba-ad06-4fd53c22d43c req-67c1b31c-1b19-4b8c-8aeb-b4f65117e9ae tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Apr 11 06:31:19.046627 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:19.577687 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-12f3d173-3589-45a0-ac69-16664bb666cc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:19.579040 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-12f3d173-3589-45a0-ac69-16664bb666cc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 817 time: 0.1116228 Apr 11 06:31:19.601607 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-c436abfd-5c20-4d63-8b67-3e7e922f0a68 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/quotas/1243241f5d7240d5b49894967b75a5e7 HTTP/1.1" status: 200 len: 375 time: 0.0124464 Apr 11 06:31:19.653759 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-4538d31e-135d-433b-ab57-0ae7eca70e4a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450938 Apr 11 06:31:19.746881 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-c6b05929-ac03-4d54-a404-b0d40d390616 service neutron] 10.222.0.11 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864446 Apr 11 06:31:19.843949 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-19fea2da-9e03-4d8e-88fe-f7affb60216d service neutron] 10.222.0.11 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914445 Apr 11 06:31:19.886418 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408aeb3-4578-4207-a8ce-a2d6e1bb0a1f req-a8d96cee-5675-4996-a690-c5bf079ff563 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:19.893572 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b408aeb3-4578-4207-a8ce-a2d6e1bb0a1f req-a8d96cee-5675-4996-a690-c5bf079ff563 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0558259 Apr 11 06:31:19.938977 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b408aeb3-4578-4207-a8ce-a2d6e1bb0a1f req-ed008f2b-5d35-4537-92a3-f915025d112f tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Apr 11 06:31:20.031840 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8d580c7b-1770-45f4-9ae6-1064e4c28d14 req-1ed93e8d-74b7-46d8-b757-4dfd2dc16de1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0316918 Apr 11 06:31:21.063013 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760a4c8-d58d-4f25-8d4c-67535f53b568 req-f35f38d9-0b0a-4df6-a057-0fc3173a2c25 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:21.064626 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5760a4c8-d58d-4f25-8d4c-67535f53b568 req-f35f38d9-0b0a-4df6-a057-0fc3173a2c25 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0480244 Apr 11 06:31:21.120376 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5760a4c8-d58d-4f25-8d4c-67535f53b568 req-47d11787-c76b-469a-a8c3-c4be6b87e3ee tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Apr 11 06:31:21.131138 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-17adcbf0-093f-4729-8e54-9e4ecad0584e req-a43e82f1-51f7-4ce7-b1a4-bdab032982b2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0274580 Apr 11 06:31:22.231873 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-85c59009-39c6-4758-8bf2-b930e4f1d5b9 req-9125f94e-4523-4f14-819d-c71d45be2e69 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Apr 11 06:31:22.243108 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b44aa-1193-42e8-bb15-963e71615750 req-e3edbc82-6224-4542-aac4-3883b5bbd7b2 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:22.244751 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b70b44aa-1193-42e8-bb15-963e71615750 req-e3edbc82-6224-4542-aac4-3883b5bbd7b2 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0489821 Apr 11 06:31:22.289818 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b70b44aa-1193-42e8-bb15-963e71615750 req-c9a8e1ab-a44d-427f-8459-2ad199074c73 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Apr 11 06:31:23.327703 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-10e123ad-198d-40a3-b2bc-435d734700a9 req-b0c2d78e-e3a9-4020-adc0-e73cc273a7c8 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0287237 Apr 11 06:31:23.410346 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32531-5869-4692-b70e-0430c5c5eb03 req-4b4a767f-fcee-425a-a9f1-687b9c029d18 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:23.411788 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-eae32531-5869-4692-b70e-0430c5c5eb03 req-4b4a767f-fcee-425a-a9f1-687b9c029d18 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0522449 Apr 11 06:31:23.470312 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-eae32531-5869-4692-b70e-0430c5c5eb03 req-b574d242-ca3b-495a-9e8c-f323175c757d tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527899 Apr 11 06:31:24.043819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 432f14f6-b801-4728-8521-83dba67dc242 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:24.144226 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 432f14f6-b801-4728-8521-83dba67dc242, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=432f14f6-b801-4728-8521-83dba67dc242,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:24.156278 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '432f14f6-b801-4728-8521-83dba67dc242', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'port_id': '432f14f6-b801-4728-8521-83dba67dc242', 'mac_address': 'fa:16:3e:1b:eb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:24.194234 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 432f14f6-b801-4728-8521-83dba67dc242 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:24.194620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (432f14f6-b801-4728-8521-83dba67dc242), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.211016 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432f14f6-b801-4728-8521-83dba67dc242 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:24.233936 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 432f14f6-b801-4728-8521-83dba67dc242, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=432f14f6-b801-4728-8521-83dba67dc242,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:24.239083 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (432f14f6-b801-4728-8521-83dba67dc242), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.284343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=432f14f6-b801-4728-8521-83dba67dc242,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:24.424344 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2f737e0e-5030-4e94-85ea-235d26f0ccd2 req-32efc12c-4888-469e-b80d-7478ceada561 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0278711 Apr 11 06:31:24.595037 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fbbcb-d7df-4d7f-9835-9ef9471454be req-a8c32868-78cd-405c-bcb2-fe072a49f478 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.596462 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd2fbbcb-d7df-4d7f-9835-9ef9471454be req-a8c32868-78cd-405c-bcb2-fe072a49f478 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0458608 Apr 11 06:31:24.645490 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd2fbbcb-d7df-4d7f-9835-9ef9471454be req-1952d0e0-4dc4-4ca0-814c-7b06fa7f15cb tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Apr 11 06:31:25.232836 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['432f14f6-b801-4728-8521-83dba67dc242'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:25.312029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:25.418824 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dae06574-d59b-4d8c-8d00-6a4bf6286e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.510451 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dae06574-d59b-4d8c-8d00-6a4bf6286e78 admin admin] Publish callbacks [] for security_group (b5d134a2-38b5-4bfb-b220-77d9b36fd7cd), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.514966 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dae06574-d59b-4d8c-8d00-6a4bf6286e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b5d134a2-38b5-4bfb-b220-77d9b36fd7cd), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.531347 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bbb2ce9b-d44b-4370-9cec-ea0f27adadf8 req-9a480949-527c-405e-9823-82f610f2f47f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0292957 Apr 11 06:31:25.558075 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-dae06574-d59b-4d8c-8d00-6a4bf6286e78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aab70e7599644343878b8161f8efbd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448566 Apr 11 06:31:25.559591 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51300) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:25.560687 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae06574-d59b-4d8c-8d00-6a4bf6286e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d134a2-38b5-4bfb-b220-77d9b36fd7cd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:25.611006 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca22b878-b9ad-40c7-8d74-75e40dae7d66 admin admin] Publish callbacks [] for security_group (b5d134a2-38b5-4bfb-b220-77d9b36fd7cd), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.633619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca22b878-b9ad-40c7-8d74-75e40dae7d66 admin admin] Publish callbacks [] for security_group (b5d134a2-38b5-4bfb-b220-77d9b36fd7cd), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.692482 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca22b878-b9ad-40c7-8d74-75e40dae7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b5d134a2-38b5-4bfb-b220-77d9b36fd7cd), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.695374 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca22b878-b9ad-40c7-8d74-75e40dae7d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.696631 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-ca22b878-b9ad-40c7-8d74-75e40dae7d66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5d134a2-38b5-4bfb-b220-77d9b36fd7cd HTTP/1.1" status: 204 len: 168 time: 0.1360495 Apr 11 06:31:25.705423 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22b878-b9ad-40c7-8d74-75e40dae7d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d134a2-38b5-4bfb-b220-77d9b36fd7cd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:25.761463 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491eeaa-c828-4ad0-9a43-9c3948b96666 req-552da0a4-8a3e-47d4-9781-b5f83b28cd5b tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:25.762718 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1491eeaa-c828-4ad0-9a43-9c3948b96666 req-552da0a4-8a3e-47d4-9781-b5f83b28cd5b tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0501869 Apr 11 06:31:25.811431 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1491eeaa-c828-4ad0-9a43-9c3948b96666 req-6f9e6bea-6c6b-47a1-8333-3904c2d5f20f tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Apr 11 06:31:26.349650 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:26.453886 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1966938151-network', 'tenant_id': '57d56f7013874daaa18dfc768de902ce'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:26.480229 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Made reservation on behalf of 57d56f7013874daaa18dfc768de902ce for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:26.482555 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.490895 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.565435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks [] for security_group (98880dca-d890-4c30-8e04-9e6253bb7094), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.570719 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (98880dca-d890-4c30-8e04-9e6253bb7094), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.596647 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:26.615120 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98880dca-d890-4c30-8e04-9e6253bb7094,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:26.620824 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (b295c276-e5c4-4ee4-9855-0f5b5140c41e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.621162 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Added segment b295c276-e5c4-4ee4-9855-0f5b5140c41e of type vlan for network a986077a-23f3-46ee-99a6-4bb72d42e97c Apr 11 06:31:26.645645 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-85e7b88a-e1bb-4297-a70d-c9f52e60c986 req-10bae4bd-d61b-416c-82e8-fa6d9fa0af5b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0412166 Apr 11 06:31:26.838173 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 432f14f6-b801-4728-8521-83dba67dc242 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:26.884993 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 432f14f6-b801-4728-8521-83dba67dc242 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:26.892202 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 432f14f6-b801-4728-8521-83dba67dc242 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:26.892578 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (432f14f6-b801-4728-8521-83dba67dc242), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.896027 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (a986077a-23f3-46ee-99a6-4bb72d42e97c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.923005 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (a986077a-23f3-46ee-99a6-4bb72d42e97c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.924124 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:26.925170 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.943239 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232866-5a74-42ee-aed7-f0afdb025a77 req-eecdc776-1824-4916-9135-ee31e4f14114 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:26.946267 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1a232866-5a74-42ee-aed7-f0afdb025a77 req-eecdc776-1824-4916-9135-ee31e4f14114 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.0632682 Apr 11 06:31:26.955810 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6050653 Apr 11 06:31:26.958578 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51336) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:26.977569 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 432f14f6-b801-4728-8521-83dba67dc242 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:26.978037 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (432f14f6-b801-4728-8521-83dba67dc242), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.986301 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Request body: {'subnet': {'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1966938151-subnet', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:26.998189 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93ca75-f1d2-4e49-bd10-5a67f20439e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a986077a-23f3-46ee-99a6-4bb72d42e97c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:27.001535 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1a232866-5a74-42ee-aed7-f0afdb025a77 req-d5b40f33-d48d-4b27-ba93-3cd16dc86a94 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472317 Apr 11 06:31:27.003373 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432f14f6-b801-4728-8521-83dba67dc242'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:27.005930 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afe929a-2c38-4469-a1ca-097eb40ea623" -d '{"events": [{"server_uuid": "ba95616c-ccda-4ab6-a8b8-cd790f0d356d", "name": "network-vif-plugged", "status": "completed", "tag": "432f14f6-b801-4728-8521-83dba67dc242"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:27.016355 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network a986077a-23f3-46ee-99a6-4bb72d42e97c details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:27.019173 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Made reservation on behalf of 57d56f7013874daaa18dfc768de902ce for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:27.021493 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440309'] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.030768 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 432f14f6-b801-4728-8521-83dba67dc242, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=432f14f6-b801-4728-8521-83dba67dc242,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:27.042363 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (432f14f6-b801-4728-8521-83dba67dc242), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.072773 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f1e3d-7e94-437f-bd73-5c36a7ad11d4 x-openstack-request-id: req-ef7f1e3d-7e94-437f-bd73-5c36a7ad11d4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:27.073068 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba95616c-ccda-4ab6-a8b8-cd790f0d356d", "name": "network-vif-plugged", "status": "completed", "tag": "432f14f6-b801-4728-8521-83dba67dc242", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:27.073322 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef7f1e3d-7e94-437f-bd73-5c36a7ad11d4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:27.073719 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7f1e3d-7e94-437f-bd73-5c36a7ad11d4'] response: {'server_uuid': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432f14f6-b801-4728-8521-83dba67dc242', 'code': 200} Apr 11 06:31:27.131649 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=432f14f6-b801-4728-8521-83dba67dc242,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:27.194742 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9374593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440295'] for subnet (d33fad2d-f1a4-4bf0-ad14-77ed9296c1be), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.198867 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.249748 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:27.260615 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Checking segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:27.261039 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Network hostable DHCP agents. Network: a986077a-23f3-46ee-99a6-4bb72d42e97c, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:27.279811 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Network a986077a-23f3-46ee-99a6-4bb72d42e97c is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:27.292271 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, a986077a-23f3-46ee-99a6-4bb72d42e97c) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:27.310423 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:27.311144 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.311912 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e238999-f412-452b-8fd6-dace9544ed7c None None] Network a986077a-23f3-46ee-99a6-4bb72d42e97c requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:27.330336 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2e05f1ca-e56d-4883-8c32-9c2ac2ba825b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3681903 Apr 11 06:31:27.331110 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:27.335346 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:27.354856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (b4ca6776-5264-4175-9221-56a0aed19e9c), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.355912 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (b4ca6776-5264-4175-9221-56a0aed19e9c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.408363 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks [] for router_controller (b4ca6776-5264-4175-9221-56a0aed19e9c), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.410322 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-a986077a-23f3-46ee-99a6-4bb72d42e97c', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:31:27.411214 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.548852 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Allocated IP 172.20.0.2 (a986077a-23f3-46ee-99a6-4bb72d42e97c/d33fad2d-f1a4-4bf0-ad14-77ed9296c1be/79182a12-6dcf-4f4e-b32e-7260a7e49573) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:27.552594 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks [] for router_gateway (b4ca6776-5264-4175-9221-56a0aed19e9c), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.736216 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks [] for router_gateway (b4ca6776-5264-4175-9221-56a0aed19e9c), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.748234 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-eeea09eb-b0c8-41b0-a78f-9ac71c869784 req-8893a984-3956-4502-ac69-7d41ccc62b07 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0319886 Apr 11 06:31:27.761050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.813815 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Publish callbacks [] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.820895 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.858395 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Network a986077a-23f3-46ee-99a6-4bb72d42e97c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:27.862709 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Allocated IP 172.28.1.45 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/7e7356bc-234b-436f-aa9d-bc832fb9ccfc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:27.862880 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:27.865610 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:27.874602 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Pushing event updated for resources: {'Port': ['ID=79182a12-6dcf-4f4e-b32e-7260a7e49573,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:27.930972 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Attempting to bind port 79182a12-6dcf-4f4e-b32e-7260a7e49573 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:27.931343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Attempting to bind port 79182a12-6dcf-4f4e-b32e-7260a7e49573 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:27.931737 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Attempting to bind port 79182a12-6dcf-4f4e-b32e-7260a7e49573 on network a986077a-23f3-46ee-99a6-4bb72d42e97c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:27.936743 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:27.937145 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Checking segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:27.937538 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.937920 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Bound using segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:27.938368 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Bound port: 79182a12-6dcf-4f4e-b32e-7260a7e49573, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:27.938743 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.968202 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks [] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.001106 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] For port 79182a12-6dcf-4f4e-b32e-7260a7e49573, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:28.003138 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.004382 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] For port 79182a12-6dcf-4f4e-b32e-7260a7e49573, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=79182a12-6dcf-4f4e-b32e-7260a7e49573,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:28.010708 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.053089 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Pushing event updated for resources: {'Port': ['ID=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:28.062813 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:28.065826 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:28.068317 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:28.069705 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4d4bb-068a-483a-a2dd-f93886b4bf29 None None] Pushing event updated for resources: {'Port': ['ID=79182a12-6dcf-4f4e-b32e-7260a7e49573,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:28.120341 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:31:28.219415 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0cc64-99cf-40ec-92dc-fe3f0bcd4907 req-b579480b-31c1-4e9c-b783-4fcadb0b36eb tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:28.220743 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0ab0cc64-99cf-40ec-92dc-fe3f0bcd4907 req-b579480b-31c1-4e9c-b783-4fcadb0b36eb tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 943 time: 0.1120698 Apr 11 06:31:28.346729 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0ab0cc64-99cf-40ec-92dc-fe3f0bcd4907 req-59a6dfe1-721d-4b8a-83f0-8acf65c90342 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009996 Apr 11 06:31:28.421392 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks [] for router_gateway (b4ca6776-5264-4175-9221-56a0aed19e9c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.628318 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (b4ca6776-5264-4175-9221-56a0aed19e9c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.762462 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Router b4ca6776-5264-4175-9221-56a0aed19e9c is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:31:28.823976 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:28.893511 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-459ac278-6dd0-4512-a711-eea230baf985 req-76c660c1-ffc2-45d1-abd4-6351f3f5bc49 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0568705 Apr 11 06:31:29.021439 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,segment=NetworkSegment(29c64ceb-437b-4fb4-a61b-545c54ac6ef9),segment_id=29c64ceb-437b-4fb4-a61b-545c54ac6ef9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:29.035761 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292', 'network_id': '1f54b2dd-2078-41c9-a616-a7ca90ee7a68', 'port_id': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292', 'mac_address': 'fa:16:3e:55:75:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d213c17-11ba-49df-b0d1-c25a872267a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:29.063656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e794638-cb2a-4011-8f51-1d6fe4ef26f5 None None] Network a986077a-23f3-46ee-99a6-4bb72d42e97c requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:29.107570 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:29.107962 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.162010 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:29.163450 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:29.175014 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Sync routers for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:29.176119 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] Provisioning complete for port 79182a12-6dcf-4f4e-b32e-7260a7e49573 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:29.176759 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.184653 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:29.185260 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:29.200779 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa56838-01ab-4141-9c0d-9d8b8a03f974 req-bd563efe-8654-4e47-8f4a-5096de42285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:29.202256 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-faa56838-01ab-4141-9c0d-9d8b8a03f974 req-bd563efe-8654-4e47-8f4a-5096de42285f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1130 time: 0.0809426 Apr 11 06:31:29.239203 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.240328 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-05b29412-c5ee-4210-9e2b-d5c77e417f40 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9082477 Apr 11 06:31:29.243864 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51374) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:29.246576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,segment=NetworkSegment(29c64ceb-437b-4fb4-a61b-545c54ac6ef9),segment_id=29c64ceb-437b-4fb4-a61b-545c54ac6ef9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:29.262026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.279040 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-9fd27dfa-111b-407e-8484-659bd5b296d3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:29.280521 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-9fd27dfa-111b-407e-8484-659bd5b296d3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 817 time: 0.4118872 Apr 11 06:31:29.284143 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-faa56838-01ab-4141-9c0d-9d8b8a03f974 req-e8251618-1899-4448-9d9a-8c9f7f7d095e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Apr 11 06:31:29.306494 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:29.338620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:29.353082 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] Current status of the port 79182a12-6dcf-4f4e-b32e-7260a7e49573 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:29.353565 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.443887 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] For port 79182a12-6dcf-4f4e-b32e-7260a7e49573, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=79182a12-6dcf-4f4e-b32e-7260a7e49573,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:29.450119 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.559058 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace83f2-08b6-4083-8594-d422cb70536a req-79fde286-724b-4431-90ba-9bc69732db52 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:29.559275 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb82e1-d164-4ec7-8b12-871e228a4a45 None None] Pushing event updated for resources: {'Port': ['ID=79182a12-6dcf-4f4e-b32e-7260a7e49573,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:29.561297 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8ace83f2-08b6-4083-8594-d422cb70536a req-79fde286-724b-4431-90ba-9bc69732db52 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 944 time: 0.0756593 Apr 11 06:31:29.572241 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'port': {'device_id': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'admin_state_up': True, 'tenant_id': '1243241f5d7240d5b49894967b75a5e7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:29.618087 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 3, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:29.643536 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Checking router: b4ca6776-5264-4175-9221-56a0aed19e9c for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:29.644109 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Updating router b4ca6776-5264-4175-9221-56a0aed19e9c port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:29.668526 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c55d6c83-271e-4e46-9d7c-3d416f681be0 None None] Provisioning complete for port 79182a12-6dcf-4f4e-b32e-7260a7e49573 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:29.668774 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c55d6c83-271e-4e46-9d7c-3d416f681be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.671435 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.704922 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8ace83f2-08b6-4083-8594-d422cb70536a req-652538d0-f705-4954-bc45-f9e87df8f619 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381412 Apr 11 06:31:29.737333 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Made reservation on behalf of 1243241f5d7240d5b49894967b75a5e7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:29.742349 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.764528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c55d6c83-271e-4e46-9d7c-3d416f681be0 None None] Current status of the port 79182a12-6dcf-4f4e-b32e-7260a7e49573 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:29.800208 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['68d48fd1-2c93-4013-8e0c-9b0a2c1d5292'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:29.829552 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.933075 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Allocated IP 172.20.0.4 (8579e391-6742-41b6-815b-8f23258284ef/875e74ca-3f53-4858-adc7-0d1eb39f9afe/48f82179-babf-4e24-a766-eda4c48ba84f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:29.959642 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 79182a12-6dcf-4f4e-b32e-7260a7e49573 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:30.020391 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Publish callbacks [] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.027984 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.101072 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eae36b-730e-4b7d-9363-a5cc24ce1fa3 None None] Pushing event updated for resources: {'Port': ['ID=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.103897 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Attempting to bind port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:30.104331 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Attempting to bind port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:30.104834 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Attempting to bind port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:30.113901 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:30.114334 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:30.115026 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.115168 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for port (48f82179-babf-4e24-a766-eda4c48ba84f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.115429 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:30.116344 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Bound port: 7e7356bc-234b-436f-aa9d-bc832fb9ccfc, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:30.116493 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.123132 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 79182a12-6dcf-4f4e-b32e-7260a7e49573 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:30.124313 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.161313 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.173416 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bbcfce0e-dd52-4c38-979c-722385d1c326 req-ab75a3e4-dfde-46dc-ab40-04f3bb871175 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0296769 Apr 11 06:31:30.182612 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] For port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:30.189769 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] For port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:30.209065 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.213395 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Network 8579e391-6742-41b6-815b-8f23258284ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:30.216659 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:30.220977 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:30.269038 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:30.270149 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:30.276904 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'Port': ['ID=48f82179-babf-4e24-a766-eda4c48ba84f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.293260 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Allocated IP 172.20.0.1 (a986077a-23f3-46ee-99a6-4bb72d42e97c/d33fad2d-f1a4-4bf0-ad14-77ed9296c1be/39d8e0f5-228f-4f26-85dd-eaeda3c1e914) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:30.297532 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 79182a12-6dcf-4f4e-b32e-7260a7e49573 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:30.316041 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:30.317494 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.336118 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a6066613-a3a3-49f3-baa6-3b2786661a22 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680984 Apr 11 06:31:30.375505 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eae36b-730e-4b7d-9363-a5cc24ce1fa3 None None] Pushing event updated for resources: {'Port': ['ID=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.414120 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:30.422945 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks [] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.459366 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.489609 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eba73aa2-bf48-4ad5-b511-7a759ccc33a1 None None] Provisioning complete for port 48f82179-babf-4e24-a766-eda4c48ba84f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:30.489985 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Request body: {'port': {'device_id': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:30.490431 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eba73aa2-bf48-4ad5-b511-7a759ccc33a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.506305 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Network a986077a-23f3-46ee-99a6-4bb72d42e97c is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:30.509661 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:30.514138 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:30.514638 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (b4ca6776-5264-4175-9221-56a0aed19e9c), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.565082 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Pushing event updated for resources: {'Port': ['ID=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.606425 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 3, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:30.624219 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eba73aa2-bf48-4ad5-b511-7a759ccc33a1 None None] Port 48f82179-babf-4e24-a766-eda4c48ba84f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:30.640670 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c760d-c593-43bd-87cf-1d25fd3a1e22 None None] The sync data for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb is: [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 3, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:30.650076 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.708566 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.848950 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-96259397-7862-4aea-87fc-4c0cc5916882 None None] Provisioning complete for port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:30.849319 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96259397-7862-4aea-87fc-4c0cc5916882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.884073 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded7904-56f8-4929-9cf6-fddb98c68916 req-9b25d4ab-10b3-45f9-bd83-a2fa32460086 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:30.885582 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2ded7904-56f8-4929-9cf6-fddb98c68916 req-9b25d4ab-10b3-45f9-bd83-a2fa32460086 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 944 time: 0.0939300 Apr 11 06:31:30.895607 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-96259397-7862-4aea-87fc-4c0cc5916882 None None] Port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:30.903397 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks [] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.909671 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.910554 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (b4ca6776-5264-4175-9221-56a0aed19e9c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.973810 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2ded7904-56f8-4929-9cf6-fddb98c68916 req-78a1eb1b-ee50-4b61-b024-550164a7a33e tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819881 Apr 11 06:31:31.020880 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Pushing event updated for resources: {'Port': ['ID=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:31.028212 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f82179-babf-4e24-a766-eda4c48ba84f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:31.036747 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Publish callbacks [] for port (48f82179-babf-4e24-a766-eda4c48ba84f), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.050565 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Transition to ACTIVE for port object 48f82179-babf-4e24-a766-eda4c48ba84f will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:31.055434 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.066593 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Network a986077a-23f3-46ee-99a6-4bb72d42e97c is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:31.068184 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:31.115792 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Pushing event updated for resources: {'Port': ['ID=48f82179-babf-4e24-a766-eda4c48ba84f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:31.215028 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Attempting to bind port 48f82179-babf-4e24-a766-eda4c48ba84f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:31.215665 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Attempting to bind port 48f82179-babf-4e24-a766-eda4c48ba84f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:31.216362 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Attempting to bind port 48f82179-babf-4e24-a766-eda4c48ba84f on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:31.226651 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Port 48f82179-babf-4e24-a766-eda4c48ba84f on network 8579e391-6742-41b6-815b-8f23258284ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:31.227173 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Attempting to bind port 48f82179-babf-4e24-a766-eda4c48ba84f on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:31.233157 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:31.234679 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Checking segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:31.235340 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Bound using segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:31.235841 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Bound port: 48f82179-babf-4e24-a766-eda4c48ba84f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:31.236273 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.273389 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Router b4ca6776-5264-4175-9221-56a0aed19e9c has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:31.331944 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] For port 48f82179-babf-4e24-a766-eda4c48ba84f, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:31.336638 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] For port 48f82179-babf-4e24-a766-eda4c48ba84f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=48f82179-babf-4e24-a766-eda4c48ba84f,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:31.355268 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.381514 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['432f14f6-b801-4728-8521-83dba67dc242'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:31.423401 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:31.447412 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45a279-2883-4d83-97e0-bd98d9d78ed4 req-470d88fd-c44a-46a6-b529-5a57b6d78e34 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:31.449175 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2d45a279-2883-4d83-97e0-bd98d9d78ed4 req-470d88fd-c44a-46a6-b529-5a57b6d78e34 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0967813 Apr 11 06:31:31.454449 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:31.455324 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.458819 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] 10.222.0.26 "PUT /v2.0/ports/48f82179-babf-4e24-a766-eda4c48ba84f HTTP/1.1" status: 200 len: 1093 time: 0.9725242 Apr 11 06:31:31.459553 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'tag': '48f82179-babf-4e24-a766-eda4c48ba84f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:31.464470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bb6014-e398-4a1f-b45b-65fe785d7b47" -d '{"events": [{"name": "network-changed", "server_uuid": "a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3", "tag": "48f82179-babf-4e24-a766-eda4c48ba84f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:31.486855 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:31.492741 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-425e3adf-0de2-4cc1-ba14-7a5ac8c013e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/b4ca6776-5264-4175-9221-56a0aed19e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2468388 Apr 11 06:31:31.534016 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bf63f-dbae-4a9f-997d-84cd4779f605 service neutron] Pushing event updated for resources: {'Port': ['ID=48f82179-babf-4e24-a766-eda4c48ba84f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:31.566100 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2d45a279-2883-4d83-97e0-bd98d9d78ed4 req-9d1fb982-f252-484c-be35-c273b1d6216d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087916 Apr 11 06:31:31.572485 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073f93b-3e81-4e66-b311-470d975c960b x-openstack-request-id: req-5073f93b-3e81-4e66-b311-470d975c960b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:31.572485 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3", "tag": "48f82179-babf-4e24-a766-eda4c48ba84f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:31.572856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5073f93b-3e81-4e66-b311-470d975c960b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:31.573425 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5073f93b-3e81-4e66-b311-470d975c960b'] response: {'name': 'network-changed', 'server_uuid': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'tag': '48f82179-babf-4e24-a766-eda4c48ba84f', 'status': 'completed', 'code': 200} Apr 11 06:31:31.608366 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1184c2be-6171-4eb7-b760-e409e872c526 None None] Provisioning complete for port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:31.608802 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1184c2be-6171-4eb7-b760-e409e872c526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.674001 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:31.694330 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:31.694561 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.738401 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1184c2be-6171-4eb7-b760-e409e872c526 None None] Port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:31.921430 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:31.922098 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.925342 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6014-e398-4a1f-b45b-65fe785d7b47 req-8ea0dfb0-f52d-4e64-88c0-600c58ae54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:31.927047 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3bb6014-e398-4a1f-b45b-65fe785d7b47 req-8ea0dfb0-f52d-4e64-88c0-600c58ae54b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 1127 time: 0.1161523 Apr 11 06:31:31.971652 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:31.975229 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b052a-0e9c-42da-8471-db705c9d15a7" -d '{"events": [{"server_uuid": "b3a06ebc-fded-46da-84be-d28b1100bf51", "name": "network-vif-plugged", "status": "completed", "tag": "68d48fd1-2c93-4013-8e0c-9b0a2c1d5292"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:31.981928 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7e7356bc-234b-436f-aa9d-bc832fb9ccfc up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:31.985604 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,segment=NetworkSegment(29c64ceb-437b-4fb4-a61b-545c54ac6ef9),segment_id=29c64ceb-437b-4fb4-a61b-545c54ac6ef9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:32.012212 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.050883 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85cf344-5996-4cb4-8b99-cc014489c6a7 x-openstack-request-id: req-d85cf344-5996-4cb4-8b99-cc014489c6a7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:32.051457 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a06ebc-fded-46da-84be-d28b1100bf51", "name": "network-vif-plugged", "status": "completed", "tag": "68d48fd1-2c93-4013-8e0c-9b0a2c1d5292", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:32.052017 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d85cf344-5996-4cb4-8b99-cc014489c6a7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:32.052686 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85cf344-5996-4cb4-8b99-cc014489c6a7'] response: {'server_uuid': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292', 'code': 200} Apr 11 06:31:32.106239 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:32.107053 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.109013 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:32.171408 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bfdfc-1f61-4a1d-8493-e27e8be4aa0b req-416f5332-c21d-400e-9854-7c0e8261bb52 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.181566 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-354bfdfc-1f61-4a1d-8493-e27e8be4aa0b req-416f5332-c21d-400e-9854-7c0e8261bb52 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.1006546 Apr 11 06:31:32.269137 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:32.269521 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.285972 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-354bfdfc-1f61-4a1d-8493-e27e8be4aa0b req-55a76cf4-1a1e-47ba-b896-584fb4070f4b tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948689 Apr 11 06:31:32.297975 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:32.312560 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.326470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65050e-a570-44c3-b415-8b3871b57132 req-bd8c63e7-5a5f-4cca-863d-9e13589db2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.329198 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9b65050e-a570-44c3-b415-8b3871b57132 req-bd8c63e7-5a5f-4cca-863d-9e13589db2cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 1129 time: 0.0531673 Apr 11 06:31:32.340345 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:32.345432 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2053000367-network', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:32.357322 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6014-e398-4a1f-b45b-65fe785d7b47 req-6d046429-39ce-414e-8fc0-f7f981fa60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.358324 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3bb6014-e398-4a1f-b45b-65fe785d7b47 req-6d046429-39ce-414e-8fc0-f7f981fa60ea service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1243241f5d7240d5b49894967b75a5e7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4201055 Apr 11 06:31:32.368176 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Made reservation on behalf of 44030e83ad794dddabe57971fc8cdbd8 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:32.370880 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.381111 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.384566 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:32.416772 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9b65050e-a570-44c3-b415-8b3871b57132 req-dedbb046-a90a-4a8a-9455-f202201812c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777061 Apr 11 06:31:32.472708 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks [] for security_group (bc541837-49d6-41d2-a5c6-10b80daf79be), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.478333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (bc541837-49d6-41d2-a5c6-10b80daf79be), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.513993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:32.519604 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc541837-49d6-41d2-a5c6-10b80daf79be,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:32.527517 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (54f14473-6789-4e9f-8b2f-733ba8d14072), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.527723 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Added segment 54f14473-6789-4e9f-8b2f-733ba8d14072 of type vlan for network 219e08b4-6df2-48af-aca6-454a6bee3d6b Apr 11 06:31:32.554830 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6014-e398-4a1f-b45b-65fe785d7b47 req-d09bc9bb-4f80-40e3-aed2-c1c687102012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.556318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3bb6014-e398-4a1f-b45b-65fe785d7b47 req-d09bc9bb-4f80-40e3-aed2-c1c687102012 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887434 Apr 11 06:31:32.574071 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (219e08b4-6df2-48af-aca6-454a6bee3d6b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.601572 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (219e08b4-6df2-48af-aca6-454a6bee3d6b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.602867 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.603463 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.641899 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2981620 Apr 11 06:31:32.647178 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51434) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:32.650200 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Request body: {'subnet': {'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2053000367-subnet', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:32.670431 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2bba2-95c0-4747-9a47-bff506893462 admin admin] Pushing event updated for resources: {'Network': ['ID=219e08b4-6df2-48af-aca6-454a6bee3d6b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:32.684489 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:32.693353 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76761890-7e9b-45d8-8b94-0e351d74522c req-c203f54a-1a84-4413-bb09-58d4235c55ca tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.694887 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76761890-7e9b-45d8-8b94-0e351d74522c req-c203f54a-1a84-4413-bb09-58d4235c55ca tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0593777 Apr 11 06:31:32.702924 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Made reservation on behalf of 44030e83ad794dddabe57971fc8cdbd8 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:32.706400 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440309'] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.834878 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-8db4b1fc-017c-4620-81b9-bc79efa0e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.836187 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-8db4b1fc-017c-4620-81b9-bc79efa0e94d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 1127 time: 0.0655253 Apr 11 06:31:32.857124 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76761890-7e9b-45d8-8b94-0e351d74522c req-f92b2354-da81-4ab1-846b-c9d9cb5baf0b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368241 Apr 11 06:31:32.882216 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Sync routers for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:32.893944 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:32.894649 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:32.904107 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-bc01df18-e552-4be8-933d-6155f8116c24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f82179-babf-4e24-a766-eda4c48ba84f HTTP/1.1" status: 200 len: 217 time: 0.0460455 Apr 11 06:31:32.980311 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9374593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440295'] for subnet (3872da7e-bb93-4961-9086-84b21a52ada1), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.001479 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:33.035815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3872da7e-bb93-4961-9086-84b21a52ada1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:33.042921 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Checking segment: {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:33.043304 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Network hostable DHCP agents. Network: 219e08b4-6df2-48af-aca6-454a6bee3d6b, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:33.061555 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:33.070943 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 219e08b4-6df2-48af-aca6-454a6bee3d6b) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:33.075119 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:33.075642 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.083888 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7db28c-9e68-4360-bbe4-9fa8b8bda114 None None] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:33.092105 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b4301d57-d5dc-428f-8cce-71c17e69f799 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4459460 Apr 11 06:31:33.095123 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51438) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:33.099294 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:33.117072 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (79c27086-a939-4336-98d5-b0e2124913e0), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.118238 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (79c27086-a939-4336-98d5-b0e2124913e0), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.173853 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks [] for router_controller (79c27086-a939-4336-98d5-b0e2124913e0), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.408290 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-219e08b4-6df2-48af-aca6-454a6bee3d6b', 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b', 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'fixed_ips': [{'subnet_id': '3872da7e-bb93-4961-9086-84b21a52ada1'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:31:33.409519 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.414455 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b4de-c69d-4359-a6e6-7dc991667847 req-b4159656-04dd-480c-a5f2-6e28677d3a21 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:33.423037 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f627b4de-c69d-4359-a6e6-7dc991667847 req-b4159656-04dd-480c-a5f2-6e28677d3a21 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.0614736 Apr 11 06:31:33.431264 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 2, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:33.465684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Checking router: b4ca6776-5264-4175-9221-56a0aed19e9c for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:33.466042 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Updating router b4ca6776-5264-4175-9221-56a0aed19e9c port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:33.486740 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f627b4de-c69d-4359-a6e6-7dc991667847 req-2ea66bf5-1deb-4237-b45c-14cd9f34e782 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587542 Apr 11 06:31:33.515566 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.554541 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks [] for router_gateway (79c27086-a939-4336-98d5-b0e2124913e0), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.636649 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:33.726857 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Allocated IP 172.20.0.2 (219e08b4-6df2-48af-aca6-454a6bee3d6b/3872da7e-bb93-4961-9086-84b21a52ada1/346b4634-803c-46f1-b3b2-334dadffde16) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:33.758284 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-2a8aeb98-4956-4686-b470-33cfba7660cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:33.759937 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-2a8aeb98-4956-4686-b470-33cfba7660cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0994594 Apr 11 06:31:33.796714 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa35ae-ee0d-4874-a7e7-70d8d4668313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.809194 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks [] for router_gateway (79c27086-a939-4336-98d5-b0e2124913e0), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.833240 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.839205 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a8d52092-4d9e-4afb-895e-8ee8a10cf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:33.840912 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a8d52092-4d9e-4afb-895e-8ee8a10cf253 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0724154 Apr 11 06:31:33.919695 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7e7356bc-234b-436f-aa9d-bc832fb9ccfc up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:33.922496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa35ae-ee0d-4874-a7e7-70d8d4668313 admin admin] Publish callbacks [] for security_group (838e38d3-382f-43be-9e64-7dea79f252ec), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.930525 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa35ae-ee0d-4874-a7e7-70d8d4668313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (838e38d3-382f-43be-9e64-7dea79f252ec), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.963227 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-6efa35ae-ee0d-4874-a7e7-70d8d4668313 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96afb420ea1e48e299fe26b7730602f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254378 Apr 11 06:31:33.970456 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:34.004350 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa35ae-ee0d-4874-a7e7-70d8d4668313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838e38d3-382f-43be-9e64-7dea79f252ec,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.038201 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Publish callbacks [] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.046111 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ca0-523d-4edf-afeb-2ab682ce36d3 admin admin] Publish callbacks [] for security_group (838e38d3-382f-43be-9e64-7dea79f252ec), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.047536 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3632c-8e59-4f1d-8cfa-438cc8844095 req-4c3d75a9-c926-4bef-b9b8-eebb08ff5186 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:34.048175 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Publish callbacks [] for port (346b4634-803c-46f1-b3b2-334dadffde16), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.049245 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0bf3632c-8e59-4f1d-8cfa-438cc8844095 req-4c3d75a9-c926-4bef-b9b8-eebb08ff5186 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0955207 Apr 11 06:31:34.063134 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.069021 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (346b4634-803c-46f1-b3b2-334dadffde16), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.069793 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ca0-523d-4edf-afeb-2ab682ce36d3 admin admin] Publish callbacks [] for security_group (838e38d3-382f-43be-9e64-7dea79f252ec), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.070804 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-f7d1b518-27dd-4e89-8cde-323218a83afe service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210104 Apr 11 06:31:34.115411 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Allocated IP 172.28.1.152 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/f9ededd1-4f53-4b52-8898-7545d2118a91) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:34.127307 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:34.128088 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:34.128678 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.136906 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:34.140694 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:34.149651 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ca0-523d-4edf-afeb-2ab682ce36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (838e38d3-382f-43be-9e64-7dea79f252ec), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.152845 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ca0-523d-4edf-afeb-2ab682ce36d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.154802 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0ef05ca0-523d-4edf-afeb-2ab682ce36d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/838e38d3-382f-43be-9e64-7dea79f252ec HTTP/1.1" status: 204 len: 168 time: 0.1826751 Apr 11 06:31:34.163614 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021eef-12af-474c-9bdc-4081c43bc99d None None] Pushing event updated for resources: {'Port': ['ID=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.186607 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05ca0-523d-4edf-afeb-2ab682ce36d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838e38d3-382f-43be-9e64-7dea79f252ec,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.225815 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0bf3632c-8e59-4f1d-8cfa-438cc8844095 req-451a36b9-01da-4332-a530-7aff7c30916b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675076 Apr 11 06:31:34.311765 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b23df16b-9729-4f35-b235-e6d145e41038 req-a2426a19-d85c-49e4-86e1-564e1492decb service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294168 Apr 11 06:31:34.324922 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Pushing event updated for resources: {'Port': ['ID=346b4634-803c-46f1-b3b2-334dadffde16,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.355885 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Attempting to bind port 346b4634-803c-46f1-b3b2-334dadffde16 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:34.356250 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Attempting to bind port 346b4634-803c-46f1-b3b2-334dadffde16 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:34.356612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Attempting to bind port 346b4634-803c-46f1-b3b2-334dadffde16 on network 219e08b4-6df2-48af-aca6-454a6bee3d6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:34.360767 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks [] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.384997 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Attempting to bind port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:34.384997 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Attempting to bind port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:34.385353 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Attempting to bind port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 on network a986077a-23f3-46ee-99a6-4bb72d42e97c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:34.397798 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.402472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:34.402881 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Checking segment: {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:34.403279 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.403660 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Bound using segment: {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:34.404138 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Bound port: 346b4634-803c-46f1-b3b2-334dadffde16, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:34.404511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (346b4634-803c-46f1-b3b2-334dadffde16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.411976 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:34.412637 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Checking segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:34.412760 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.413121 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Bound using segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:34.413591 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Bound port: 39d8e0f5-228f-4f26-85dd-eaeda3c1e914, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:34.413959 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.435276 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c512dfbf-b8a8-47ad-8c6b-39808d532c9e None None] Provisioning complete for port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:34.435641 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c512dfbf-b8a8-47ad-8c6b-39808d532c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.437982 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:34.450419 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:34.452427 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ededd1-4f53-4b52-8898-7545d2118a91,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.454522 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:34.483091 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:34.571109 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c512dfbf-b8a8-47ad-8c6b-39808d532c9e None None] Port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:34.583458 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] For port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:34.595576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] For port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:34.611903 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.634958 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] For port 346b4634-803c-46f1-b3b2-334dadffde16, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:34.657663 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266f067-340e-49c1-adb6-0de1992b2551 req-3b804bd6-da5c-4898-94bd-8f02f53920e5 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:34.667296 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4266f067-340e-49c1-adb6-0de1992b2551 req-3b804bd6-da5c-4898-94bd-8f02f53920e5 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.0854928 Apr 11 06:31:34.716672 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] For port 346b4634-803c-46f1-b3b2-334dadffde16, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=346b4634-803c-46f1-b3b2-334dadffde16,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:34.718268 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:34.718922 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:34.739061 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4266f067-340e-49c1-adb6-0de1992b2551 req-fc6d0f02-3ad8-4438-8dfb-c46f7920a441 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670035 Apr 11 06:31:34.768649 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (346b4634-803c-46f1-b3b2-334dadffde16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.808379 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks [] for router_gateway (79c27086-a939-4336-98d5-b0e2124913e0), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.810251 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021eef-12af-474c-9bdc-4081c43bc99d None None] Pushing event updated for resources: {'Port': ['ID=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.924077 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdb7ee-8a15-45fd-886c-92b42b82098e None None] Pushing event updated for resources: {'Port': ['ID=346b4634-803c-46f1-b3b2-334dadffde16,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.933345 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:35.032066 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] Provisioning complete for port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:35.032448 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.125222 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (79c27086-a939-4336-98d5-b0e2124913e0), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.294666 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Router 79c27086-a939-4336-98d5-b0e2124913e0 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:31:35.352596 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] Current status of the port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:35.352596 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.412817 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:35.420262 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] For port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:35.437236 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495313a-fba4-460e-96a2-79dec3d6076b req-b1c1ade3-82f0-490e-8bd1-b28c0d8f9245 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:35.438874 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2495313a-fba4-460e-96a2-79dec3d6076b req-b1c1ade3-82f0-490e-8bd1-b28c0d8f9245 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0891080 Apr 11 06:31:35.460078 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.463246 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c126e8-76ee-4cbc-9059-e39d000c3aeb None None] The sync data for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb is: [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:35.480489 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:35.496245 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Sync routers for ids ['79c27086-a939-4336-98d5-b0e2124913e0'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:35.511134 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Routers {'79c27086-a939-4336-98d5-b0e2124913e0'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:35.511281 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2495313a-fba4-460e-96a2-79dec3d6076b req-d87e7f0f-b5ce-4524-9614-d0005c117b02 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656099 Apr 11 06:31:35.512199 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['79c27086-a939-4336-98d5-b0e2124913e0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:35.516860 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.518138 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-28777b06-c55e-4362-93ec-bab687710118 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4220967 Apr 11 06:31:35.521092 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:35.534978 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd6bc4-9d6b-4fb9-b57b-b09d28f9d92b None None] Pushing event updated for resources: {'Port': ['ID=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:35.664735 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51496) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:35.674674 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Set router 79c27086-a939-4336-98d5-b0e2124913e0 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:35.802185 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-786df547-744a-4b23-a60d-ddb85611e39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.990551 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982001fc-ce18-4517-93f4-d10c03214296 req-da138750-6107-4728-9752-f6a1dc3bb2a4 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:35.999331 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-982001fc-ce18-4517-93f4-d10c03214296 req-da138750-6107-4728-9752-f6a1dc3bb2a4 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.1431761 Apr 11 06:31:36.000400 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 346b4634-803c-46f1-b3b2-334dadffde16 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:36.006235 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-786df547-744a-4b23-a60d-ddb85611e39b admin admin] Publish callbacks [] for security_group (9406656b-a329-4d6d-83e5-cd7d6a7ca1f7), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.006814 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 3, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:36.014478 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-786df547-744a-4b23-a60d-ddb85611e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9406656b-a329-4d6d-83e5-cd7d6a7ca1f7), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.036455 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Checking router: 79c27086-a939-4336-98d5-b0e2124913e0 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:36.036803 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Updating router 79c27086-a939-4336-98d5-b0e2124913e0 port f9ededd1-4f53-4b52-8898-7545d2118a91 binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:36.069001 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.082005 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 346b4634-803c-46f1-b3b2-334dadffde16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:36.082717 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (346b4634-803c-46f1-b3b2-334dadffde16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.101611 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-786df547-744a-4b23-a60d-ddb85611e39b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02f7acda3af34fcbab068cbf2ed5055a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349124 Apr 11 06:31:36.103213 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786df547-744a-4b23-a60d-ddb85611e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9406656b-a329-4d6d-83e5-cd7d6a7ca1f7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.104840 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.120328 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-982001fc-ce18-4517-93f4-d10c03214296 req-f2969374-0867-4d2e-a2ad-f439004f3251 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122336 Apr 11 06:31:36.269663 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4585964b-f45d-4672-bbfa-124ec9d48fd6 admin admin] Publish callbacks [] for security_group (9406656b-a329-4d6d-83e5-cd7d6a7ca1f7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.286623 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 346b4634-803c-46f1-b3b2-334dadffde16 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:36.287260 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (346b4634-803c-46f1-b3b2-334dadffde16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.348473 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 346b4634-803c-46f1-b3b2-334dadffde16, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=346b4634-803c-46f1-b3b2-334dadffde16,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:36.349209 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4585964b-f45d-4672-bbfa-124ec9d48fd6 admin admin] Publish callbacks [] for security_group (9406656b-a329-4d6d-83e5-cd7d6a7ca1f7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.356316 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b586b-2c42-4884-b029-90eb6399f410 None None] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:36.389338 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (346b4634-803c-46f1-b3b2-334dadffde16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.391189 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:36.505011 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4585964b-f45d-4672-bbfa-124ec9d48fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9406656b-a329-4d6d-83e5-cd7d6a7ca1f7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.508002 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4585964b-f45d-4672-bbfa-124ec9d48fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.512885 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4585964b-f45d-4672-bbfa-124ec9d48fd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9406656b-a329-4d6d-83e5-cd7d6a7ca1f7 HTTP/1.1" status: 204 len: 168 time: 0.3913507 Apr 11 06:31:36.517347 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.522804 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Publish callbacks [] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.538146 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585964b-f45d-4672-bbfa-124ec9d48fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9406656b-a329-4d6d-83e5-cd7d6a7ca1f7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.540338 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-235ad87d-4399-4474-b995-4525a7310c4d None None] Provisioning complete for port 346b4634-803c-46f1-b3b2-334dadffde16 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:36.540864 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-235ad87d-4399-4474-b995-4525a7310c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (346b4634-803c-46f1-b3b2-334dadffde16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.544001 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.705327 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Attempting to bind port f9ededd1-4f53-4b52-8898-7545d2118a91 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:36.708100 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Attempting to bind port f9ededd1-4f53-4b52-8898-7545d2118a91 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:36.709215 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Attempting to bind port f9ededd1-4f53-4b52-8898-7545d2118a91 on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:36.730425 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:36.740982 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:36.743646 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.744167 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:36.745561 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Bound port: f9ededd1-4f53-4b52-8898-7545d2118a91, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:36.747075 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.759068 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af0e4-31d2-40d3-bdb7-059a3cac4e7f req-820d0e46-d4b9-4016-b605-7233e60b2764 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:36.775278 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=346b4634-803c-46f1-b3b2-334dadffde16,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.775389 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-960af0e4-31d2-40d3-bdb7-059a3cac4e7f req-820d0e46-d4b9-4016-b605-7233e60b2764 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.1096132 Apr 11 06:31:36.824061 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:36.824425 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.912435 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] For port f9ededd1-4f53-4b52-8898-7545d2118a91, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:36.926453 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-960af0e4-31d2-40d3-bdb7-059a3cac4e7f req-f5c71f9a-1362-4b46-8086-9c918340d242 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557608 Apr 11 06:31:36.933272 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] For port f9ededd1-4f53-4b52-8898-7545d2118a91, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=f9ededd1-4f53-4b52-8898-7545d2118a91,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:36.943067 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Allocated IP 172.20.0.1 (219e08b4-6df2-48af-aca6-454a6bee3d6b/3872da7e-bb93-4961-9086-84b21a52ada1/aacd93e2-4827-464f-8c2e-25eae23c06d4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:36.944429 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.973897 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57260a5-a1a9-425a-8f5c-c20895080112 None None] Pushing event updated for resources: {'Port': ['ID=f9ededd1-4f53-4b52-8898-7545d2118a91,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.002717 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-235ad87d-4399-4474-b995-4525a7310c4d None None] Current status of the port 346b4634-803c-46f1-b3b2-334dadffde16 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:37.071962 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:37.075878 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57260a5-a1a9-425a-8f5c-c20895080112 None None] Pushing event updated for resources: {'Port': ['ID=f9ededd1-4f53-4b52-8898-7545d2118a91,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.080840 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Routers {'79c27086-a939-4336-98d5-b0e2124913e0'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:37.081530 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['79c27086-a939-4336-98d5-b0e2124913e0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:37.182256 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks [] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.224071 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7658256e-20a1-4055-84a9-bb26b42de551 None None] Provisioning complete for port 346b4634-803c-46f1-b3b2-334dadffde16 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:37.224724 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7658256e-20a1-4055-84a9-bb26b42de551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (346b4634-803c-46f1-b3b2-334dadffde16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.230325 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.279610 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:37.282993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:37.292802 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:37.293370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (79c27086-a939-4336-98d5-b0e2124913e0), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.297760 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Pushing event updated for resources: {'Port': ['ID=aacd93e2-4827-464f-8c2e-25eae23c06d4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.304230 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] Set router 79c27086-a939-4336-98d5-b0e2124913e0 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:37.348797 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7658256e-20a1-4055-84a9-bb26b42de551 None None] Current status of the port 346b4634-803c-46f1-b3b2-334dadffde16 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:37.458445 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.521522 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 3, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:37.548156 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144e43f-9842-478a-93ff-59e0aea20d46 None None] The sync data for ids ['79c27086-a939-4336-98d5-b0e2124913e0'] in dv-cinder-836996-3-smb is: [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 3, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:37.572653 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-07700dff-8ccd-435c-9ddd-67b4d2b57b9b None None] Provisioning complete for port aacd93e2-4827-464f-8c2e-25eae23c06d4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:37.573179 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07700dff-8ccd-435c-9ddd-67b4d2b57b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.612794 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-07700dff-8ccd-435c-9ddd-67b4d2b57b9b None None] Port aacd93e2-4827-464f-8c2e-25eae23c06d4 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:37.637571 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks [] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.643382 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.644166 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (79c27086-a939-4336-98d5-b0e2124913e0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.701952 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Pushing event updated for resources: {'Port': ['ID=aacd93e2-4827-464f-8c2e-25eae23c06d4,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.777821 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:37.781053 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:37.937613 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Router 79c27086-a939-4336-98d5-b0e2124913e0 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:38.077348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 346b4634-803c-46f1-b3b2-334dadffde16 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:38.153780 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c4dc852a-4e09-49ca-b3eb-11923ecfd144 None None] Provisioning complete for port aacd93e2-4827-464f-8c2e-25eae23c06d4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:38.154166 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4dc852a-4e09-49ca-b3eb-11923ecfd144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.158602 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e152859-641f-4146-a0ee-3752aa6fe08c req-4659bca5-3642-4537-8a47-88521a2f7e6e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:38.160135 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0e152859-641f-4146-a0ee-3752aa6fe08c req-4659bca5-3642-4537-8a47-88521a2f7e6e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.1044500 Apr 11 06:31:38.181957 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 346b4634-803c-46f1-b3b2-334dadffde16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:38.182332 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (346b4634-803c-46f1-b3b2-334dadffde16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.201031 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:38.210043 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4eb1e5db-4751-4e2d-b285-39d664a70dbb admin admin] 10.222.0.11 "PUT /v2.0/routers/79c27086-a939-4336-98d5-b0e2124913e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871667 Apr 11 06:31:38.252804 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0e152859-641f-4146-a0ee-3752aa6fe08c req-06d9836c-23ae-415d-8d7b-b916f1a7c4ea tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786824 Apr 11 06:31:38.280334 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc852a-4e09-49ca-b3eb-11923ecfd144 None None] Port aacd93e2-4827-464f-8c2e-25eae23c06d4 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:38.342991 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 346b4634-803c-46f1-b3b2-334dadffde16 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:38.344330 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f9ededd1-4f53-4b52-8898-7545d2118a91 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:38.401667 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port f9ededd1-4f53-4b52-8898-7545d2118a91 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:38.401974 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.504343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port f9ededd1-4f53-4b52-8898-7545d2118a91 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:38.506592 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.536077 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port f9ededd1-4f53-4b52-8898-7545d2118a91, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=f9ededd1-4f53-4b52-8898-7545d2118a91,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:38.541875 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.641185 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=f9ededd1-4f53-4b52-8898-7545d2118a91,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:39.409328 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de683e-5f9f-4d93-ac05-2100f73311f2 req-ea51022d-b712-4d51-ba5b-86ff1551d5d0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:39.411660 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f4de683e-5f9f-4d93-ac05-2100f73311f2 req-ea51022d-b712-4d51-ba5b-86ff1551d5d0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0755837 Apr 11 06:31:39.422960 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 48f82179-babf-4e24-a766-eda4c48ba84f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:39.486640 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f4de683e-5f9f-4d93-ac05-2100f73311f2 req-9cffbce2-a3c6-4bcf-939d-a625c9c297cb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697575 Apr 11 06:31:39.492809 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1f1f3-af19-4916-a0b6-f16d038f307b req-360c1afb-f685-43c0-85ff-bda2b1342c44 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:39.494978 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9ec1f1f3-af19-4916-a0b6-f16d038f307b req-360c1afb-f685-43c0-85ff-bda2b1342c44 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.0755532 Apr 11 06:31:39.564546 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 48f82179-babf-4e24-a766-eda4c48ba84f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=48f82179-babf-4e24-a766-eda4c48ba84f,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:39.580135 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9ec1f1f3-af19-4916-a0b6-f16d038f307b req-4e10f1bc-117f-4430-8af8-29e9b6947d60 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788224 Apr 11 06:31:39.581565 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '48f82179-babf-4e24-a766-eda4c48ba84f', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'port_id': '48f82179-babf-4e24-a766-eda4c48ba84f', 'mac_address': 'fa:16:3e:53:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:39.611114 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Sync routers for ids ['79c27086-a939-4336-98d5-b0e2124913e0'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:39.638207 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Routers {'79c27086-a939-4336-98d5-b0e2124913e0'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:39.638854 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['79c27086-a939-4336-98d5-b0e2124913e0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:39.641253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 48f82179-babf-4e24-a766-eda4c48ba84f is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:39.641253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.765581 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f82179-babf-4e24-a766-eda4c48ba84f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:39.800300 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Set router 79c27086-a939-4336-98d5-b0e2124913e0 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:39.802921 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 48f82179-babf-4e24-a766-eda4c48ba84f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=48f82179-babf-4e24-a766-eda4c48ba84f,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:39.833824 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.061521 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f9ededd1-4f53-4b52-8898-7545d2118a91 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:40.119695 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=48f82179-babf-4e24-a766-eda4c48ba84f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:40.182336 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port f9ededd1-4f53-4b52-8898-7545d2118a91 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:40.182824 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.274761 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:37Z', 'revision_number': 4, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'aacd93e2-4827-464f-8c2e-25eae23c06d4', 'name': '', 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'mac_address': 'fa:16:3e:31:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3872da7e-bb93-4961-9086-84b21a52ada1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:36Z', 'updated_at': '2022-04-11T06:31:37Z', 'revision_number': 2, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'subnets': [{'id': '3872da7e-bb93-4961-9086-84b21a52ada1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:40.325572 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['48f82179-babf-4e24-a766-eda4c48ba84f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:40.350605 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Checking router: 79c27086-a939-4336-98d5-b0e2124913e0 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:40.350995 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Updating router 79c27086-a939-4336-98d5-b0e2124913e0 port aacd93e2-4827-464f-8c2e-25eae23c06d4 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:40.392989 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port f9ededd1-4f53-4b52-8898-7545d2118a91 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:40.406314 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.620979 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff283ffc-de2b-4f1b-9b1e-96c2ede0f605 req-cd0a80ef-a89c-404f-b542-eaaa4abacdd0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:40.624290 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ff283ffc-de2b-4f1b-9b1e-96c2ede0f605 req-cd0a80ef-a89c-404f-b542-eaaa4abacdd0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0559535 Apr 11 06:31:40.695032 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ff283ffc-de2b-4f1b-9b1e-96c2ede0f605 req-68903850-1917-4272-b3cd-963639ec9550 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 Apr 11 06:31:40.731333 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa253c-a1ee-4cb4-a79d-e043c97eab35 req-4f3d7a70-85a2-43b8-89a9-705f4c598824 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:40.739418 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-befa253c-a1ee-4cb4-a79d-e043c97eab35 req-4f3d7a70-85a2-43b8-89a9-705f4c598824 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.0592067 Apr 11 06:31:40.791465 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-befa253c-a1ee-4cb4-a79d-e043c97eab35 req-05344a07-23f9-45a6-9698-23fea9f4da1b tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/security-groups?id=1761b3bc-6ca3-409e-8f26-45844ca6de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 Apr 11 06:31:40.820373 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Publish callbacks [] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.830992 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.886557 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c1011-e13d-4df1-a5be-fd3bbe5ad3fa None None] Pushing event updated for resources: {'Port': ['ID=aacd93e2-4827-464f-8c2e-25eae23c06d4,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:40.978669 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Attempting to bind port aacd93e2-4827-464f-8c2e-25eae23c06d4 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:40.979079 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Attempting to bind port aacd93e2-4827-464f-8c2e-25eae23c06d4 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:40.979494 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Attempting to bind port aacd93e2-4827-464f-8c2e-25eae23c06d4 on network 219e08b4-6df2-48af-aca6-454a6bee3d6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:40.985138 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:40.985519 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Checking segment: {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:40.985922 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.986309 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Bound using segment: {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:40.986808 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Bound port: aacd93e2-4827-464f-8c2e-25eae23c06d4, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f14473-6789-4e9f-8b2f-733ba8d14072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:40.987192 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.069141 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] For port aacd93e2-4827-464f-8c2e-25eae23c06d4, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:41.073038 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] For port aacd93e2-4827-464f-8c2e-25eae23c06d4, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=aacd93e2-4827-464f-8c2e-25eae23c06d4,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:41.080204 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.163211 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Routers {'79c27086-a939-4336-98d5-b0e2124913e0'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:41.163783 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:31:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['79c27086-a939-4336-98d5-b0e2124913e0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:41.169550 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] Provisioning complete for port aacd93e2-4827-464f-8c2e-25eae23c06d4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:41.169797 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.186344 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-17d4128b-6101-48ac-9fd7-8b6c7a429637 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:41.191316 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-17d4128b-6101-48ac-9fd7-8b6c7a429637 tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 945 time: 0.0597208 Apr 11 06:31:41.228864 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c1011-e13d-4df1-a5be-fd3bbe5ad3fa None None] Pushing event updated for resources: {'Port': ['ID=aacd93e2-4827-464f-8c2e-25eae23c06d4,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:41.390656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] Current status of the port aacd93e2-4827-464f-8c2e-25eae23c06d4 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:41.390656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.393329 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Deleting port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:31:41.394554 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.427881 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] Set router 79c27086-a939-4336-98d5-b0e2124913e0 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:41.516571 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] For port aacd93e2-4827-464f-8c2e-25eae23c06d4, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=aacd93e2-4827-464f-8c2e-25eae23c06d4,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:41.522286 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.565694 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] For port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,segment=NetworkSegment(29c64ceb-437b-4fb4-a61b-545c54ac6ef9),segment_id=29c64ceb-437b-4fb4-a61b-545c54ac6ef9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:41.566100 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.582656 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Calling delete_port for 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:31:41.658410 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb8f2f-30d7-444f-aed1-b33d78a388dd None None] Pushing event updated for resources: {'Port': ['ID=aacd93e2-4827-464f-8c2e-25eae23c06d4,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:41.671653 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b4d0cf78-46c9-45d9-ae20-9e0191d51757 None None] Provisioning complete for port aacd93e2-4827-464f-8c2e-25eae23c06d4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:41.672006 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4d0cf78-46c9-45d9-ae20-9e0191d51757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.761794 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (68d48fd1-2c93-4013-8e0c-9b0a2c1d5292), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.780339 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 48f82179-babf-4e24-a766-eda4c48ba84f up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:41.787065 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['68d48fd1-2c93-4013-8e0c-9b0a2c1d5292'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:41.846360 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:37Z', 'revision_number': 4, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'aacd93e2-4827-464f-8c2e-25eae23c06d4', 'name': '', 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'mac_address': 'fa:16:3e:31:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3872da7e-bb93-4961-9086-84b21a52ada1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:36Z', 'updated_at': '2022-04-11T06:31:41Z', 'revision_number': 4, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'subnets': [{'id': '3872da7e-bb93-4961-9086-84b21a52ada1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:41.863229 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7f34-48ae-4b51-be2f-87b81558731b req-91cbbe5c-9e7d-4f2e-9ff4-76be19e78920 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:41.872811 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-300c7f34-48ae-4b51-be2f-87b81558731b req-91cbbe5c-9e7d-4f2e-9ff4-76be19e78920 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0776398 Apr 11 06:31:41.910770 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Pushing event deleted for resources: {'Port': ['ID=68d48fd1-2c93-4013-8e0c-9b0a2c1d5292,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:41.962714 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-300c7f34-48ae-4b51-be2f-87b81558731b req-24d8b095-c5d5-4d1b-b446-d4d9c6a7bd69 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883408 Apr 11 06:31:41.979284 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b31090b6-0930-41ec-9bf3-1d335fab6063 req-0265cc0b-69e4-4c3f-a6bc-6f6beadb306e tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3a06ebc-fded-46da-84be-d28b1100bf51 HTTP/1.1" status: 200 len: 210 time: 0.0327370 Apr 11 06:31:41.979667 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] No DVR routers for this DVR port 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:31:41.982976 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.987127 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ef747581-186c-4dfc-a054-172c89f3eb7f req-ff3d96b3-51f4-4229-b820-8cd0bb9f432c tempest-VolumesActionsTest-1302277866 tempest-VolumesActionsTest-1302277866-project] 10.222.0.26 "DELETE /v2.0/ports/68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 HTTP/1.1" status: 204 len: 173 time: 0.7860193 Apr 11 06:31:41.987127 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'name': 'network-vif-deleted', 'tag': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:41.991425 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eafc6f-f3bf-47f8-bb59-9a5c1f5c7764" -d '{"events": [{"server_uuid": "b3a06ebc-fded-46da-84be-d28b1100bf51", "name": "network-vif-deleted", "tag": "68d48fd1-2c93-4013-8e0c-9b0a2c1d5292"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:41.995419 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0cf78-46c9-45d9-ae20-9e0191d51757 None None] Current status of the port aacd93e2-4827-464f-8c2e-25eae23c06d4 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:42.003811 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235eac7-f49f-46c4-af5b-43183c3dd834 None None] The sync data for ids ['79c27086-a939-4336-98d5-b0e2124913e0'] in dv-cinder-836996-3-smb is: [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:37Z', 'revision_number': 4, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'aacd93e2-4827-464f-8c2e-25eae23c06d4', 'name': '', 'network_id': '219e08b4-6df2-48af-aca6-454a6bee3d6b', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'mac_address': 'fa:16:3e:31:48:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3872da7e-bb93-4961-9086-84b21a52ada1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:36Z', 'updated_at': '2022-04-11T06:31:41Z', 'revision_number': 4, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'subnets': [{'id': '3872da7e-bb93-4961-9086-84b21a52ada1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:42.026606 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 48f82179-babf-4e24-a766-eda4c48ba84f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:42.044917 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 48f82179-babf-4e24-a766-eda4c48ba84f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:42.045902 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.102575 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d96dca-de0a-43c6-8864-1aba6a6871af x-openstack-request-id: req-83d96dca-de0a-43c6-8864-1aba6a6871af {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:42.102575 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a06ebc-fded-46da-84be-d28b1100bf51", "name": "network-vif-deleted", "tag": "68d48fd1-2c93-4013-8e0c-9b0a2c1d5292", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:42.102575 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83d96dca-de0a-43c6-8864-1aba6a6871af {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:42.103006 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d96dca-de0a-43c6-8864-1aba6a6871af'] response: {'server_uuid': 'b3a06ebc-fded-46da-84be-d28b1100bf51', 'name': 'network-vif-deleted', 'tag': '68d48fd1-2c93-4013-8e0c-9b0a2c1d5292', 'status': 'completed', 'code': 200} Apr 11 06:31:42.208736 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 48f82179-babf-4e24-a766-eda4c48ba84f is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:42.209108 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.246177 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f82179-babf-4e24-a766-eda4c48ba84f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:42.249689 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ab2c9-91d9-44a2-b9aa-2128d12d4cbe" -d '{"events": [{"server_uuid": "a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "48f82179-babf-4e24-a766-eda4c48ba84f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:42.265629 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 48f82179-babf-4e24-a766-eda4c48ba84f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=48f82179-babf-4e24-a766-eda4c48ba84f,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:42.279788 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.332228 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375db72-067f-4a49-a552-e61adcc5244b x-openstack-request-id: req-9375db72-067f-4a49-a552-e61adcc5244b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:42.332536 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "48f82179-babf-4e24-a766-eda4c48ba84f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:42.332797 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9375db72-067f-4a49-a552-e61adcc5244b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:42.333208 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9375db72-067f-4a49-a552-e61adcc5244b'] response: {'server_uuid': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f82179-babf-4e24-a766-eda4c48ba84f', 'code': 200} Apr 11 06:31:42.345559 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=48f82179-babf-4e24-a766-eda4c48ba84f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:42.552356 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd253cc6-6a20-4509-b50e-7291b7748f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.745264 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc77a20-eb89-4c81-b931-db2ff99713bc req-ef3c7c06-871e-4166-9088-a15e4b8f5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:42.746849 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cbc77a20-eb89-4c81-b931-db2ff99713bc req-ef3c7c06-871e-4166-9088-a15e4b8f5f91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 1129 time: 0.0750225 Apr 11 06:31:42.806062 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cbc77a20-eb89-4c81-b931-db2ff99713bc req-dbc0ca19-f2c9-482e-b4a3-42e87577876c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Apr 11 06:31:43.144339 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596542dc-02fe-41c2-8760-ff0120a92dcb req-09604744-4cb7-404b-8063-317b8d3b2581 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:43.159496 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-596542dc-02fe-41c2-8760-ff0120a92dcb req-09604744-4cb7-404b-8063-317b8d3b2581 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.1051261 Apr 11 06:31:43.223011 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-596542dc-02fe-41c2-8760-ff0120a92dcb req-0f6c1e6e-dd2b-4767-8b71-b7588695aef1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613782 Apr 11 06:31:43.949343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device aacd93e2-4827-464f-8c2e-25eae23c06d4 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:44.029429 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port aacd93e2-4827-464f-8c2e-25eae23c06d4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:44.030178 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:44.120007 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port aacd93e2-4827-464f-8c2e-25eae23c06d4 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:44.348392 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e797-6a3b-45d7-be95-5120d4d8917d req-32e631f3-2a78-4fc3-add5-ccf1d67fbabb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:44.349929 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46a0e797-6a3b-45d7-be95-5120d4d8917d req-32e631f3-2a78-4fc3-add5-ccf1d67fbabb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0517364 Apr 11 06:31:44.405577 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46a0e797-6a3b-45d7-be95-5120d4d8917d req-cff5f110-4422-47a8-8ea6-f37f3b19d724 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Apr 11 06:31:44.865037 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94fa4ba5-d63c-4d51-9091-a8450a77c5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:45.523698 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b8408-aeec-4e9e-81fd-e40650aac4cf req-91fe29e7-c17c-4c19-9515-6229d6899d39 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:45.525224 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5c4b8408-aeec-4e9e-81fd-e40650aac4cf req-91fe29e7-c17c-4c19-9515-6229d6899d39 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0478992 Apr 11 06:31:45.576804 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5c4b8408-aeec-4e9e-81fd-e40650aac4cf req-ff043854-f4ed-4456-ba45-da77fad1c418 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453899 Apr 11 06:31:45.760045 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:31:45.789016 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:31:45.789414 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 68d48fd1-2c93-4013-8e0c-9b0a2c1d5292 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:31:45.813661 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:45.909594 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-3724e96d-0c42-4008-a628-a9d4e0fcc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:45.911154 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-3724e96d-0c42-4008-a628-a9d4e0fcc7bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 1129 time: 0.0767133 Apr 11 06:31:45.942318 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49864f-ef41-49c3-a2fd-0bfbe914f9db req-9f3cc64c-f1d5-410e-ae10-8124faf20d1e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:45.944356 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2a49864f-ef41-49c3-a2fd-0bfbe914f9db req-9f3cc64c-f1d5-410e-ae10-8124faf20d1e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0682776 Apr 11 06:31:46.007297 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2a49864f-ef41-49c3-a2fd-0bfbe914f9db req-e1012644-bf10-4139-963c-c09cdd8562a2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Apr 11 06:31:46.072453 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-ff27ef7a-24db-4c30-852a-7f0d9590508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:46.073986 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-ff27ef7a-24db-4c30-852a-7f0d9590508b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.1546326 Apr 11 06:31:46.150868 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-5f9b3450-8eca-4319-97a6-a062b377bd3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f82179-babf-4e24-a766-eda4c48ba84f HTTP/1.1" status: 200 len: 217 time: 0.0699499 Apr 11 06:31:46.225429 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-d99cd5a2-42a1-49c5-8c35-2020da63d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:46.227961 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-d99cd5a2-42a1-49c5-8c35-2020da63d794 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0688288 Apr 11 06:31:46.284767 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-a0e6e025-fd95-472f-934c-597404949a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:46.286432 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-a0e6e025-fd95-472f-934c-597404949a4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529764 Apr 11 06:31:46.395091 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-e8ddc54c-b39e-4f13-9b2a-41e3311b4227 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013722 Apr 11 06:31:46.510967 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ea7c3ea8-8ffd-405e-91ff-ca9eadc31bc0 req-c8733ca9-d506-4e5b-b4d3-e25d34a2c024 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073127 Apr 11 06:31:47.134483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dee19-03bb-48fb-a489-39a2e3f5464c req-e8f42c6a-ba0c-4261-8b87-049fc09d3b4a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:47.136876 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-887dee19-03bb-48fb-a489-39a2e3f5464c req-e8f42c6a-ba0c-4261-8b87-049fc09d3b4a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0522301 Apr 11 06:31:47.202348 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-887dee19-03bb-48fb-a489-39a2e3f5464c req-a1e7ab35-adef-452f-b4d4-3c6d5991e072 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590129 Apr 11 06:31:47.264396 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:48.333410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64fe28-724f-4ea7-9a2b-adadffba9596 req-cced4ae5-6a69-42da-8262-5e98f65536ca tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:48.335597 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3c64fe28-724f-4ea7-9a2b-adadffba9596 req-cced4ae5-6a69-42da-8262-5e98f65536ca tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0612776 Apr 11 06:31:48.392100 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3c64fe28-724f-4ea7-9a2b-adadffba9596 req-82bef348-02cc-4f40-9700-eb69bfd37b6e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Apr 11 06:31:49.048842 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:49.510680 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e264bab-51f7-4c98-9c8e-a0853f40b394 req-3e848fe6-37eb-4d24-a0cb-fce23cf2f39e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:49.512282 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6e264bab-51f7-4c98-9c8e-a0853f40b394 req-3e848fe6-37eb-4d24-a0cb-fce23cf2f39e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0477138 Apr 11 06:31:49.552609 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-bdd0ca05-8e8e-4cfb-a006-aa6f75053f32 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:49.554114 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-bdd0ca05-8e8e-4cfb-a006-aa6f75053f32 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 815 time: 0.3286901 Apr 11 06:31:49.560528 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6e264bab-51f7-4c98-9c8e-a0853f40b394 req-a3fe856f-3a2c-4db5-8de5-dec9ee1187f9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Apr 11 06:31:49.569442 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-5043dba5-718d-4f1a-92c5-2378c1ec2d98 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/quotas/57d56f7013874daaa18dfc768de902ce HTTP/1.1" status: 200 len: 375 time: 0.0094218 Apr 11 06:31:49.619578 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-a328332b-a8ea-4a21-a289-4e774e909854 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442095 Apr 11 06:31:49.724626 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-ba3db1db-e82d-4198-87d3-c7ed1843c253 service neutron] 10.222.0.11 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933087 Apr 11 06:31:49.813030 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-120c7cd8-6565-4202-aded-df8ddd2cf911 service neutron] 10.222.0.11 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823531 Apr 11 06:31:50.032006 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-96d62a9e-921a-431f-9d59-3005cf1c3d88 req-908d221e-0b96-4359-973f-eab674f6e729 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 210 time: 0.0398037 Apr 11 06:31:50.090827 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51778) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:50.242150 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92147afb-4d9d-4ab6-8011-aa2a40ec4fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.325737 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92147afb-4d9d-4ab6-8011-aa2a40ec4fc3 admin admin] Publish callbacks [] for security_group (e1c70499-b138-49ae-af4a-6d717956862a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.329626 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92147afb-4d9d-4ab6-8011-aa2a40ec4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e1c70499-b138-49ae-af4a-6d717956862a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.599390 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-92147afb-4d9d-4ab6-8011-aa2a40ec4fc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08a8f3ccff3f4652ba0816fad12fd840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5073998 Apr 11 06:31:50.600440 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92147afb-4d9d-4ab6-8011-aa2a40ec4fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c70499-b138-49ae-af4a-6d717956862a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:50.602291 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 51786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:50.685162 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b138e74a-177d-4236-ad14-dba041e7b1cc admin admin] Publish callbacks [] for security_group (e1c70499-b138-49ae-af4a-6d717956862a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.696236 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e1314-4922-4aea-b340-56af374799fc req-149bed0b-de38-4f9c-a9a0-a30949f131f3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:50.697673 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a78e1314-4922-4aea-b340-56af374799fc req-149bed0b-de38-4f9c-a9a0-a30949f131f3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0577118 Apr 11 06:31:50.721161 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b138e74a-177d-4236-ad14-dba041e7b1cc admin admin] Publish callbacks [] for security_group (e1c70499-b138-49ae-af4a-6d717956862a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.776629 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a78e1314-4922-4aea-b340-56af374799fc req-f0911679-40bb-40bd-9342-73649f33785d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719645 Apr 11 06:31:50.793669 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b138e74a-177d-4236-ad14-dba041e7b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e1c70499-b138-49ae-af4a-6d717956862a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.796337 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b138e74a-177d-4236-ad14-dba041e7b1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.797547 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b138e74a-177d-4236-ad14-dba041e7b1cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1c70499-b138-49ae-af4a-6d717956862a HTTP/1.1" status: 204 len: 168 time: 0.1941631 Apr 11 06:31:50.805691 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138e74a-177d-4236-ad14-dba041e7b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c70499-b138-49ae-af4a-6d717956862a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:51.016359 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-8d7f9ff7-ce4d-4e90-90f2-beaa48487ccf tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:51.022566 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-8d7f9ff7-ce4d-4e90-90f2-beaa48487ccf tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 815 time: 0.1024675 Apr 11 06:31:51.030548 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'port': {'device_id': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'admin_state_up': True, 'tenant_id': '57d56f7013874daaa18dfc768de902ce'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:51.140885 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-33ab066c-e947-4543-93a3-f208ab75ce9c req-06459760-563f-4f14-928d-7e4ec1505672 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 210 time: 0.0379329 Apr 11 06:31:51.196383 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Made reservation on behalf of 57d56f7013874daaa18dfc768de902ce for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:51.199709 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.350268 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Allocated IP 172.20.0.6 (a986077a-23f3-46ee-99a6-4bb72d42e97c/d33fad2d-f1a4-4bf0-ad14-77ed9296c1be/2c3124f8-62c5-4d19-8d2f-5dfcff383de0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:51.577651 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.614134 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.670626 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Network a986077a-23f3-46ee-99a6-4bb72d42e97c is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:51.673761 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:51.677862 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:51.720568 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:51.784236 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:51.798236 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.846844 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-5a28fc6e-f7bb-4b5a-aab1-d3c7861facdc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200698 Apr 11 06:31:51.959972 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a7bf4-db8a-49ad-8457-e3fb7ebf2639 req-0ffbddbe-6e6d-441c-8993-529bf6deb2f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:51.963188 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-232a7bf4-db8a-49ad-8457-e3fb7ebf2639 req-0ffbddbe-6e6d-441c-8993-529bf6deb2f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0726810 Apr 11 06:31:52.003220 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-861f330b-a2f8-4285-9b86-5e9880bc3493 None None] Provisioning complete for port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:52.003867 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-861f330b-a2f8-4285-9b86-5e9880bc3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.026721 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-232a7bf4-db8a-49ad-8457-e3fb7ebf2639 req-db534c30-ad2f-413c-b596-5a29fbdc1fff tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Apr 11 06:31:52.082190 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-861f330b-a2f8-4285-9b86-5e9880bc3493 None None] Port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:52.292249 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b05a-1227-4658-8805-74f7d5465e1e req-3a9b3ee3-d393-40ee-a4a5-975a138f47fd tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:52.293908 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-71c2b05a-1227-4658-8805-74f7d5465e1e req-3a9b3ee3-d393-40ee-a4a5-975a138f47fd tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0663917 Apr 11 06:31:52.360376 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-71c2b05a-1227-4658-8805-74f7d5465e1e req-0367445f-9dd3-4fb1-888d-e0dee5271d18 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600884 Apr 11 06:31:53.136065 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcac78-a0ab-4cf9-a4b1-2b2788fc38e1 req-d4b60ac6-5220-464d-a6a4-4abe54052ab3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:53.137529 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1dfcac78-a0ab-4cf9-a4b1-2b2788fc38e1 req-d4b60ac6-5220-464d-a6a4-4abe54052ab3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Apr 11 06:31:53.185639 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1dfcac78-a0ab-4cf9-a4b1-2b2788fc38e1 req-60734374-56be-4d64-b22a-42fcc6d31634 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425093 Apr 11 06:31:53.482823 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5b8c-6a7f-4603-8814-68c8df8ff88d req-62f96066-95c4-4ace-b866-029fc21b62d2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:53.484412 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc6c5b8c-6a7f-4603-8814-68c8df8ff88d req-62f96066-95c4-4ace-b866-029fc21b62d2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0534604 Apr 11 06:31:53.537696 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc6c5b8c-6a7f-4603-8814-68c8df8ff88d req-1589811d-eccd-4b08-951f-869c5cd11ffd tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463371 Apr 11 06:31:54.299121 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6a1f5-ab3f-423a-8a90-0375e39cadef req-4c72af69-bf2c-40ca-bc85-0a8b275862f8 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:54.300582 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-84f6a1f5-ab3f-423a-8a90-0375e39cadef req-4c72af69-bf2c-40ca-bc85-0a8b275862f8 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0473003 Apr 11 06:31:54.358819 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-84f6a1f5-ab3f-423a-8a90-0375e39cadef req-d2d84f62-befd-4a1e-907c-2ca4da059726 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499790 Apr 11 06:31:54.669417 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf754-d6f4-46d6-9c28-b9894a602860 req-a26aa25b-259d-46bf-b4c5-e60a18e0eb66 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:54.670849 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bb9bf754-d6f4-46d6-9c28-b9894a602860 req-a26aa25b-259d-46bf-b4c5-e60a18e0eb66 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0603755 Apr 11 06:31:54.736369 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bb9bf754-d6f4-46d6-9c28-b9894a602860 req-6381c8ac-cd3c-4d8c-95e8-c4c5e5c7424c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 Apr 11 06:31:54.840620 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51892) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:54.966121 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f7a00b4-cc2e-495b-b255-ea3f07556fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.057323 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f7a00b4-cc2e-495b-b255-ea3f07556fba admin admin] Publish callbacks [] for security_group (a0d468e2-ca79-4cc1-a57e-1fa173aa6cef), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.062320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f7a00b4-cc2e-495b-b255-ea3f07556fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a0d468e2-ca79-4cc1-a57e-1fa173aa6cef), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.114611 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a00b4-cc2e-495b-b255-ea3f07556fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d468e2-ca79-4cc1-a57e-1fa173aa6cef,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:55.119935 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3f7a00b4-cc2e-495b-b255-ea3f07556fba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f813c9c42b24141a08301f53ca1a092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783239 Apr 11 06:31:55.122672 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51900) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:55.195420 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b110076-57f9-4cba-a0b0-2fad2b0fd2ba admin admin] Publish callbacks [] for security_group (a0d468e2-ca79-4cc1-a57e-1fa173aa6cef), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.219918 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b110076-57f9-4cba-a0b0-2fad2b0fd2ba admin admin] Publish callbacks [] for security_group (a0d468e2-ca79-4cc1-a57e-1fa173aa6cef), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.284241 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b110076-57f9-4cba-a0b0-2fad2b0fd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a0d468e2-ca79-4cc1-a57e-1fa173aa6cef), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.287080 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b110076-57f9-4cba-a0b0-2fad2b0fd2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.288242 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2b110076-57f9-4cba-a0b0-2fad2b0fd2ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0d468e2-ca79-4cc1-a57e-1fa173aa6cef HTTP/1.1" status: 204 len: 168 time: 0.1645350 Apr 11 06:31:55.296528 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b110076-57f9-4cba-a0b0-2fad2b0fd2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d468e2-ca79-4cc1-a57e-1fa173aa6cef,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:55.521208 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467690d-6995-466f-9d87-408b92bc23a0 req-d5e724d9-2ac3-4ffa-8570-48cfd8cb942c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:55.523886 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1467690d-6995-466f-9d87-408b92bc23a0 req-d5e724d9-2ac3-4ffa-8570-48cfd8cb942c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0856619 Apr 11 06:31:55.596900 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1467690d-6995-466f-9d87-408b92bc23a0 req-6fc5fe44-b5f9-49e4-a11b-9aad680b5268 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666356 Apr 11 06:31:55.863970 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80223a91-6643-405b-8270-d229eec32774 req-990d6b7d-6c5d-44ce-8de9-db117c523bc0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:55.865961 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-80223a91-6643-405b-8270-d229eec32774 req-990d6b7d-6c5d-44ce-8de9-db117c523bc0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0512474 Apr 11 06:31:55.939429 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-80223a91-6643-405b-8270-d229eec32774 req-785a2e52-2590-4365-953d-0ed63a440a80 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650420 Apr 11 06:31:56.723854 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c90c89-f3e3-4ec9-b9a8-b8bf8d1810db req-702f8773-9488-4300-adc0-d4f7fc2d62d4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:56.725433 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-19c90c89-f3e3-4ec9-b9a8-b8bf8d1810db req-702f8773-9488-4300-adc0-d4f7fc2d62d4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0473382 Apr 11 06:31:56.775828 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-19c90c89-f3e3-4ec9-b9a8-b8bf8d1810db req-bb918840-598b-43b5-a5a1-39ddf57235df tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Apr 11 06:31:57.071030 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497ef14-05c9-43bb-946e-c6c7aca5f850 req-8b9db54e-64ca-4cfa-a89b-230dd15a1b50 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.072684 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f497ef14-05c9-43bb-946e-c6c7aca5f850 req-8b9db54e-64ca-4cfa-a89b-230dd15a1b50 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0593393 Apr 11 06:31:57.128708 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f497ef14-05c9-43bb-946e-c6c7aca5f850 req-fcf46016-1acc-46ee-b040-c3be93ecc4f3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 Apr 11 06:31:57.213684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.909322 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9e978-d913-40f1-aca8-bc558d73fd11 req-69f78ebb-879a-47dc-80de-69bf45c46aaa tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.910857 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-35d9e978-d913-40f1-aca8-bc558d73fd11 req-69f78ebb-879a-47dc-80de-69bf45c46aaa tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0558767 Apr 11 06:31:57.964742 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-35d9e978-d913-40f1-aca8-bc558d73fd11 req-7beabc35-0be0-498c-bf79-d5cb000e8f83 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Apr 11 06:31:58.226174 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 51998) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:58.291296 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b0c-e178-4efe-b1fd-a376c1a61438 req-225a1a63-8bff-4b4d-83c6-d5024611678c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:58.292918 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f3742b0c-e178-4efe-b1fd-a376c1a61438 req-225a1a63-8bff-4b4d-83c6-d5024611678c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0783696 Apr 11 06:31:58.315163 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Deleting subnet 7d213c17-11ba-49df-b0d1-c25a872267a7 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:31:58.325813 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Publish callbacks [] for subnet (7d213c17-11ba-49df-b0d1-c25a872267a7), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.381321 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f3742b0c-e178-4efe-b1fd-a376c1a61438 req-ee23c918-374f-4b54-b54f-aa02b1a549fc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773771 Apr 11 06:31:58.383453 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (7d213c17-11ba-49df-b0d1-c25a872267a7), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.427341 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (7d213c17-11ba-49df-b0d1-c25a872267a7), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.480768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (7d213c17-11ba-49df-b0d1-c25a872267a7), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.511320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d213c17-11ba-49df-b0d1-c25a872267a7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.513620 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.516768 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-90bbd3d0-b1bb-4fb4-a79a-2556976303d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7d213c17-11ba-49df-b0d1-c25a872267a7 HTTP/1.1" status: 204 len: 168 time: 0.2895360 Apr 11 06:31:58.519443 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52000) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:58.602161 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (1f54b2dd-2078-41c9-a616-a7ca90ee7a68), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.685493 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (1f54b2dd-2078-41c9-a616-a7ca90ee7a68), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.706266 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.706590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.707417 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.707715 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.708061 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.708424 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.709148 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.709148 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.709372 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.709618 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.775724 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.776046 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.776388 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.776701 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:31:58.777071 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f54b2dd-2078-41c9-a616-a7ca90ee7a68']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:58.795664 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c64ceb-437b-4fb4-a61b-545c54ac6ef9') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:58.795961 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c64ceb-437b-4fb4-a61b-545c54ac6ef9') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:58.813081 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (29c64ceb-437b-4fb4-a61b-545c54ac6ef9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.835151 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (29c64ceb-437b-4fb4-a61b-545c54ac6ef9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.844468 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:31:58.844868 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (29c64ceb-437b-4fb4-a61b-545c54ac6ef9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: from cryptography.utils import int_from_bytes Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: from cryptography.utils import int_from_bytes Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:31:58.849040 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:31:58.911810 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (1f54b2dd-2078-41c9-a616-a7ca90ee7a68), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.917785 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.921038 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f54b2dd-2078-41c9-a616-a7ca90ee7a68 HTTP/1.1" status: 204 len: 168 time: 0.4006004 Apr 11 06:31:58.924774 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52004) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:58.935720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1121e-928f-4a53-befe-6e4db8288ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f54b2dd-2078-41c9-a616-a7ca90ee7a68,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.972004 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Deleting subnet 29be6a95-59b0-479d-99c7-2603fee8552b {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:31:58.975627 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Publish callbacks [] for subnet (29be6a95-59b0-479d-99c7-2603fee8552b), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.015564 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (29be6a95-59b0-479d-99c7-2603fee8552b), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.074619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (29be6a95-59b0-479d-99c7-2603fee8552b), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.085511 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83934-7653-4a4e-99e5-5cf2583d7d98 req-b3046020-cd95-4718-8651-49ae7310f58b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.087376 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c2d83934-7653-4a4e-99e5-5cf2583d7d98 req-b3046020-cd95-4718-8651-49ae7310f58b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0508804 Apr 11 06:31:59.138757 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c2d83934-7653-4a4e-99e5-5cf2583d7d98 req-5c81b83c-fc32-402a-8f8f-2ccd5899177d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453935 Apr 11 06:31:59.153585 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (29be6a95-59b0-479d-99c7-2603fee8552b), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.187638 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.190756 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/29be6a95-59b0-479d-99c7-2603fee8552b HTTP/1.1" status: 204 len: 168 time: 0.2647526 Apr 11 06:31:59.193543 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52010) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:59.201834 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac380bda-86e8-4cc8-967d-d16cf6984b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29be6a95-59b0-479d-99c7-2603fee8552b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:59.291486 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (642cbd55-a4b9-4803-9fcf-f8b28c5024fe), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.399504 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (642cbd55-a4b9-4803-9fcf-f8b28c5024fe), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.439572 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642cbd55-a4b9-4803-9fcf-f8b28c5024fe']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:59.475413 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d653902-5dc3-4644-83b0-a337315f51f0') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:59.476054 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d653902-5dc3-4644-83b0-a337315f51f0') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:59.503290 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (2d653902-5dc3-4644-83b0-a337315f51f0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.523636 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (2d653902-5dc3-4644-83b0-a337315f51f0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.532458 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e9b7-63a8-411f-b62e-d2ba59e14386 req-fe002e25-60d3-48b3-abff-63e3bf2c8bef tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.534096 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c963e9b7-63a8-411f-b62e-d2ba59e14386 req-fe002e25-60d3-48b3-abff-63e3bf2c8bef tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0710769 Apr 11 06:31:59.539988 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:31:59.540483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (2d653902-5dc3-4644-83b0-a337315f51f0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:31:59.542345 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:31:59.623293 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (642cbd55-a4b9-4803-9fcf-f8b28c5024fe), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.638444 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.644101 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] 10.222.0.11 "DELETE /v2.0/networks/642cbd55-a4b9-4803-9fcf-f8b28c5024fe HTTP/1.1" status: 204 len: 168 time: 0.4469838 Apr 11 06:31:59.644746 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c963e9b7-63a8-411f-b62e-d2ba59e14386 req-edf77162-e7df-47c9-9d84-f64e8c5774f7 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909677 Apr 11 06:31:59.654396 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af9528-8e3f-4445-b103-fd037e087bae admin admin] Pushing event deleted for resources: {'Network': ['ID=642cbd55-a4b9-4803-9fcf-f8b28c5024fe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:59.820191 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:59.871179 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-05ce04bf-7bf9-4930-ae8f-3c58461cc02a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2a43e5aae51451e8adaabb314d54165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497081 Apr 11 06:31:59.873664 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52024) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:59.920367 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Publish callbacks [] for security_group (1761b3bc-6ca3-409e-8f26-45844ca6de5c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.943012 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Publish callbacks [] for security_group (1761b3bc-6ca3-409e-8f26-45844ca6de5c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.990047 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (1761b3bc-6ca3-409e-8f26-45844ca6de5c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.992587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.995514 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1761b3bc-6ca3-409e-8f26-45844ca6de5c HTTP/1.1" status: 204 len: 168 time: 0.1192331 Apr 11 06:32:00.001529 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761b3bc-6ca3-409e-8f26-45844ca6de5c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:00.011256 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.011912 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.012332 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.012712 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.013105 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.013522 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.013907 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.014447 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.014809 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.015257 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.015631 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.016016 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.016417 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.016746 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.017072 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca188-20e4-4a8b-9080-ad74e381c826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:00.260969 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b1e91-0181-41bc-bffd-06e5be1fce9c req-604e202c-8dbd-44a1-a9bf-bd0bd41c0972 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:00.262443 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-624b1e91-0181-41bc-bffd-06e5be1fce9c req-604e202c-8dbd-44a1-a9bf-bd0bd41c0972 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Apr 11 06:32:00.310197 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-624b1e91-0181-41bc-bffd-06e5be1fce9c req-3c127685-1aff-4ce3-9507-638738a054ee tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Apr 11 06:32:00.355741 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:00.407763 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-df53f011-f1aa-44e2-b7df-c52544097a7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=349406c46e3f471a8bff30a783c603a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507917 Apr 11 06:32:00.410518 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:00.462923 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c93f197-189d-4465-8da8-f34d94864a18 admin admin] Publish callbacks [] for security_group (20230e31-19f8-45ba-a5cb-5340d229043a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.492140 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c93f197-189d-4465-8da8-f34d94864a18 admin admin] Publish callbacks [] for security_group (20230e31-19f8-45ba-a5cb-5340d229043a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.551263 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c93f197-189d-4465-8da8-f34d94864a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (20230e31-19f8-45ba-a5cb-5340d229043a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.553796 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c93f197-189d-4465-8da8-f34d94864a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.555197 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8c93f197-189d-4465-8da8-f34d94864a18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20230e31-19f8-45ba-a5cb-5340d229043a HTTP/1.1" status: 204 len: 168 time: 0.1438744 Apr 11 06:32:00.563631 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93f197-189d-4465-8da8-f34d94864a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20230e31-19f8-45ba-a5cb-5340d229043a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:00.795631 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a3a2c-d48c-4f35-9080-a05ba34ce087 req-3366891b-9a02-4e2a-b44d-38bc2937aeec tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:00.797176 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-635a3a2c-d48c-4f35-9080-a05ba34ce087 req-3366891b-9a02-4e2a-b44d-38bc2937aeec tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0596278 Apr 11 06:32:00.856883 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-635a3a2c-d48c-4f35-9080-a05ba34ce087 req-c79e63bf-d6b5-4115-9fe9-25c27b748473 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Apr 11 06:32:01.451765 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118e139-972a-4ba1-b70e-f89793e7ee27 req-e015a977-c82c-479f-83d2-9a8cb0abb94a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:01.453483 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8118e139-972a-4ba1-b70e-f89793e7ee27 req-e015a977-c82c-479f-83d2-9a8cb0abb94a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0646477 Apr 11 06:32:01.516175 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8118e139-972a-4ba1-b70e-f89793e7ee27 req-92225c64-2e01-41d8-a652-2cf322c3bee2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Apr 11 06:32:01.720273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52078) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:01.861696 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9411a261-ec7e-4e77-bc25-5c639697e402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:01.964955 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9411a261-ec7e-4e77-bc25-5c639697e402 admin admin] Publish callbacks [] for security_group (8978e659-a3c9-43f5-bdd9-7974258c5ba0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:01.971942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9411a261-ec7e-4e77-bc25-5c639697e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8978e659-a3c9-43f5-bdd9-7974258c5ba0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.011452 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a762a-efd3-4668-87e0-66ee2b94c34a req-868b5d77-10fa-4fcf-874e-749b9043af66 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:02.016528 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-571a762a-efd3-4668-87e0-66ee2b94c34a req-868b5d77-10fa-4fcf-874e-749b9043af66 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0798545 Apr 11 06:32:02.033776 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9411a261-ec7e-4e77-bc25-5c639697e402 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d64d02de59054631bab21c0950894106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122871 Apr 11 06:32:02.036243 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411a261-ec7e-4e77-bc25-5c639697e402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8978e659-a3c9-43f5-bdd9-7974258c5ba0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:02.037495 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52088) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:02.091364 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-571a762a-efd3-4668-87e0-66ee2b94c34a req-5e4a06b8-c414-4548-9d60-534fb18933cb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 Apr 11 06:32:02.109138 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Publish callbacks [] for security_group (8978e659-a3c9-43f5-bdd9-7974258c5ba0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.129690 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Publish callbacks [] for security_group (8978e659-a3c9-43f5-bdd9-7974258c5ba0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.181075 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8978e659-a3c9-43f5-bdd9-7974258c5ba0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.183984 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.185070 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8978e659-a3c9-43f5-bdd9-7974258c5ba0 HTTP/1.1" status: 204 len: 168 time: 0.1466618 Apr 11 06:32:02.193567 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978e659-a3c9-43f5-bdd9-7974258c5ba0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:02.201792 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.202139 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.202473 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.202828 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.203154 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.203474 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.203887 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.204316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.204708 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.205087 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.205413 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.205734 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.206074 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.206384 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.206713 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f17ccc-55c2-42ab-90cb-51d671f70e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:02.666720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e2a32-c413-43ce-91f5-9cb62959a148 req-d02f2532-15dc-4c07-8bff-8051510cb3ac tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:02.671156 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-866e2a32-c413-43ce-91f5-9cb62959a148 req-d02f2532-15dc-4c07-8bff-8051510cb3ac tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0684559 Apr 11 06:32:02.718849 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-866e2a32-c413-43ce-91f5-9cb62959a148 req-c8a9d749-3f84-49bd-9b84-6dbedbc15a10 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Apr 11 06:32:03.217995 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aa0de-e453-42f4-90bd-de06f44b5178 req-78257a2e-d611-4af6-a0f1-c7393ae7e9ae tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.224117 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3f9aa0de-e453-42f4-90bd-de06f44b5178 req-78257a2e-d611-4af6-a0f1-c7393ae7e9ae tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0618041 Apr 11 06:32:03.287161 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3f9aa0de-e453-42f4-90bd-de06f44b5178 req-9f9e9874-050c-4388-97bb-e30f33170eea tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Apr 11 06:32:03.356592 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52138) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:03.462032 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b473-491c-4d0e-9379-856481e536a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.546252 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b473-491c-4d0e-9379-856481e536a9 admin admin] Publish callbacks [] for security_group (254cd56e-90b6-4e04-a39e-15c99fdbe46b), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.551812 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b473-491c-4d0e-9379-856481e536a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (254cd56e-90b6-4e04-a39e-15c99fdbe46b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.589006 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a0c1b473-491c-4d0e-9379-856481e536a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b1297ee5c4b4cff9b67bb30391fc3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313583 Apr 11 06:32:03.589930 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1b473-491c-4d0e-9379-856481e536a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254cd56e-90b6-4e04-a39e-15c99fdbe46b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:03.591946 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:03.645781 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37e75474-0ddf-467a-892e-2f59b089bccc admin admin] Publish callbacks [] for security_group (254cd56e-90b6-4e04-a39e-15c99fdbe46b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.669782 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37e75474-0ddf-467a-892e-2f59b089bccc admin admin] Publish callbacks [] for security_group (254cd56e-90b6-4e04-a39e-15c99fdbe46b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.715909 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37e75474-0ddf-467a-892e-2f59b089bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (254cd56e-90b6-4e04-a39e-15c99fdbe46b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.718588 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37e75474-0ddf-467a-892e-2f59b089bccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.719741 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-37e75474-0ddf-467a-892e-2f59b089bccc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/254cd56e-90b6-4e04-a39e-15c99fdbe46b HTTP/1.1" status: 204 len: 168 time: 0.1264439 Apr 11 06:32:03.726982 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75474-0ddf-467a-892e-2f59b089bccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254cd56e-90b6-4e04-a39e-15c99fdbe46b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:03.842963 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155a06-cc10-4581-82d9-5de429b9a8e9 req-097cac67-e404-4632-be5d-937e39517f05 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.844611 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a1155a06-cc10-4581-82d9-5de429b9a8e9 req-097cac67-e404-4632-be5d-937e39517f05 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0489674 Apr 11 06:32:03.897214 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a1155a06-cc10-4581-82d9-5de429b9a8e9 req-39c34edf-9aee-4af5-9c04-e044d79d5286 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Apr 11 06:32:04.404123 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb53a0-35e6-401d-9078-d8982ed6acfa req-ec6ab738-9af1-4598-828c-61ab0ccaac5b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:04.405587 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e4fb53a0-35e6-401d-9078-d8982ed6acfa req-ec6ab738-9af1-4598-828c-61ab0ccaac5b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0513592 Apr 11 06:32:04.457927 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e4fb53a0-35e6-401d-9078-d8982ed6acfa req-d860f061-c8cf-40cb-a7f2-ca3835df06b6 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Apr 11 06:32:05.019562 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978456b-2b8c-49f1-be53-35b48b8a7787 req-c3dec84f-05dc-4d78-86a3-23311628b38d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.021006 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b978456b-2b8c-49f1-be53-35b48b8a7787 req-c3dec84f-05dc-4d78-86a3-23311628b38d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0468366 Apr 11 06:32:05.081224 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b978456b-2b8c-49f1-be53-35b48b8a7787 req-5e9956de-7706-4bf5-950b-6c1b2c77c0f3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Apr 11 06:32:05.119723 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:32:05.578273 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66886feb-f2f1-4286-9cbb-7840e25b01c7 req-25411463-46bb-4a93-961f-e602b9204057 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.579753 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-66886feb-f2f1-4286-9cbb-7840e25b01c7 req-25411463-46bb-4a93-961f-e602b9204057 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0495334 Apr 11 06:32:05.626318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-66886feb-f2f1-4286-9cbb-7840e25b01c7 req-a125f895-5225-4379-8f76-fe04c50cb26e tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Apr 11 06:32:06.199015 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c480a0-c7a4-46ef-b725-7d07d44c2d7f req-fe5055d7-8681-4479-8f6e-d99f23f20d94 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:06.200598 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e6c480a0-c7a4-46ef-b725-7d07d44c2d7f req-fe5055d7-8681-4479-8f6e-d99f23f20d94 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Apr 11 06:32:06.251459 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e6c480a0-c7a4-46ef-b725-7d07d44c2d7f req-8fdab102-222e-40d5-8426-a6290a2c8209 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Apr 11 06:32:06.761828 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d01189-c416-4601-90d7-cf941f156156 req-f67fa916-3455-4c2c-84d6-88dc3f0bb5c1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:06.763691 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-48d01189-c416-4601-90d7-cf941f156156 req-f67fa916-3455-4c2c-84d6-88dc3f0bb5c1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.0586572 Apr 11 06:32:06.814381 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-48d01189-c416-4601-90d7-cf941f156156 req-9223607d-2609-43b3-ae1f-379188182538 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424948 Apr 11 06:32:07.368744 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99ac98-a728-4076-b650-6c021f72f5f3 req-c0a959e0-3a02-42c0-8db2-bef4eff80386 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:07.370243 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ae99ac98-a728-4076-b650-6c021f72f5f3 req-c0a959e0-3a02-42c0-8db2-bef4eff80386 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0484548 Apr 11 06:32:07.419245 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ae99ac98-a728-4076-b650-6c021f72f5f3 req-d2c71991-df97-4c7d-86f3-5fd8ff175632 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Apr 11 06:32:07.617399 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Request body: {'port': {'device_id': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:07.679998 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:07.746012 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-f9813729-d9ca-457b-bb24-278410aa299c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637684 Apr 11 06:32:07.858209 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-1aadb713-cefd-4f3e-85c1-a6a413adc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:07.859736 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-1aadb713-cefd-4f3e-85c1-a6a413adc144 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1129 time: 0.0544438 Apr 11 06:32:08.006643 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd2764-2105-4805-a471-8cde253a201d req-cee09a0f-0ce8-4d1b-88d4-7f041413e72d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.008152 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-35cd2764-2105-4805-a471-8cde253a201d req-cee09a0f-0ce8-4d1b-88d4-7f041413e72d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 931 time: 0.1268361 Apr 11 06:32:08.122728 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-98c5e9f7-5a11-48f4-bd67-31b59025f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.124172 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-98c5e9f7-5a11-48f4-bd67-31b59025f95e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.2440543 Apr 11 06:32:08.127219 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-35cd2764-2105-4805-a471-8cde253a201d req-4682e25d-d968-481d-be69-cae112f84df8 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058240 Apr 11 06:32:08.141921 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:08.175026 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Publish callbacks [] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.195298 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Transition to ACTIVE for port object 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:32:08.200406 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.235689 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-a488194f-635e-4c65-83ea-587b6a479c31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 1001 time: 0.1025660 Apr 11 06:32:08.262349 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:08.364494 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-15162c49-5dd5-4d03-a457-970f6a9c00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.366041 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-15162c49-5dd5-4d03-a457-970f6a9c00de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0617015 Apr 11 06:32:08.383890 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Attempting to bind port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:32:08.384223 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Attempting to bind port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:32:08.384549 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Attempting to bind port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 on network a986077a-23f3-46ee-99a6-4bb72d42e97c {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:08.411097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 on network a986077a-23f3-46ee-99a6-4bb72d42e97c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:32:08.411521 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Attempting to bind port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 on network a986077a-23f3-46ee-99a6-4bb72d42e97c {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:08.419944 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:32:08.420275 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Checking segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:32:08.420651 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Bound using segment: {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:32:08.421072 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Bound port: 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b295c276-e5c4-4ee4-9855-0f5b5140c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:32:08.421427 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.431751 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-2a6c4f98-ed13-4a8e-a46f-3322ba9d3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.433261 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-2a6c4f98-ed13-4a8e-a46f-3322ba9d3f4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0585968 Apr 11 06:32:08.548493 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:32:08.553223 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:32:08.557080 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f21af-4f67-4042-b1a4-6876be75e57b req-ff0b376f-3a4c-481d-aa67-0a8c393b300a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.558739 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f14f21af-4f67-4042-b1a4-6876be75e57b req-ff0b376f-3a4c-481d-aa67-0a8c393b300a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0645723 Apr 11 06:32:08.561488 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.618978 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-ca79ceed-171b-433f-898f-8f62086f1b22 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786780 Apr 11 06:32:08.627528 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f14f21af-4f67-4042-b1a4-6876be75e57b req-0f0b0a69-e646-4224-bd3d-808a42a99f85 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541935 Apr 11 06:32:08.639141 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.639768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.641151 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] 10.222.0.26 "PUT /v2.0/ports/2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 1093 time: 1.0283706 Apr 11 06:32:08.641670 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:08.643891 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cac2145-5954-42d8-b519-e7600078c85d" -d '{"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:08.727563 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd0d2d3-fef6-48f7-8988-f23ba046a1e8 x-openstack-request-id: req-7bd0d2d3-fef6-48f7-8988-f23ba046a1e8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:08.727858 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:08.728110 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bd0d2d3-fef6-48f7-8988-f23ba046a1e8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:08.728518 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd0d2d3-fef6-48f7-8988-f23ba046a1e8'] response: {'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'status': 'completed', 'code': 200} Apr 11 06:32:08.730343 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e4e4-c1b9-45c2-9ec8-4f8063bc61bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:08.786622 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-214bf555-9003-4635-80fb-b928c87ffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.788163 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-214bf555-9003-4635-80fb-b928c87ffc0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1127 time: 0.0587842 Apr 11 06:32:08.805222 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18c5a0b4-b702-415f-a463-26780d9ab035 req-962b2bce-c00d-411d-8ada-681053556adc service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787901 Apr 11 06:32:08.837183 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-013996d5-dad3-411e-8e1b-7eccc81f05bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 217 time: 0.0397654 Apr 11 06:32:08.889764 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-bb14c04b-307a-43e0-9af1-9c782bcb5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.891322 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-bb14c04b-307a-43e0-9af1-9c782bcb5a02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0452285 Apr 11 06:32:08.957265 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e359-de11-443e-be28-9ddecc351478 req-4257033c-a9de-470f-a3a9-35055acb8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.958794 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-4257033c-a9de-470f-a3a9-35055acb8142 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427921 Apr 11 06:32:09.259472 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b396266-9bfd-464b-bf3e-72aa14f98a86 req-729003f0-846f-400d-bd6f-f1f04f4a4398 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:09.261293 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3b396266-9bfd-464b-bf3e-72aa14f98a86 req-729003f0-846f-400d-bd6f-f1f04f4a4398 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 943 time: 0.0664532 Apr 11 06:32:09.274214 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-6b6b57e3-042c-49d2-a121-2f7c5ebba079 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907395 Apr 11 06:32:09.309859 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3b396266-9bfd-464b-bf3e-72aa14f98a86 req-1b50b289-62ab-4bd9-b06f-c14d602e5e5c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Apr 11 06:32:09.386174 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b017e359-de11-443e-be28-9ddecc351478 req-68884c5c-1828-4860-8f8f-c06189354d83 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906591 Apr 11 06:32:09.741859 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508a20-0b93-48e2-a102-98d75b63c6e4 req-e478aed2-43c7-42a6-8224-f73c5f30a141 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:09.743446 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-44508a20-0b93-48e2-a102-98d75b63c6e4 req-e478aed2-43c7-42a6-8224-f73c5f30a141 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0500801 Apr 11 06:32:09.795756 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-44508a20-0b93-48e2-a102-98d75b63c6e4 req-29d3390b-5569-4241-bfa7-67f4aaee4679 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Apr 11 06:32:10.441799 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee992eb2-21ac-4a23-b5d7-ba54ab07f071 req-ad27258b-588b-4a08-a474-53f051d12a70 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:10.443313 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ee992eb2-21ac-4a23-b5d7-ba54ab07f071 req-ad27258b-588b-4a08-a474-53f051d12a70 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 943 time: 0.0486102 Apr 11 06:32:10.494731 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ee992eb2-21ac-4a23-b5d7-ba54ab07f071 req-a860da42-f424-43a2-9481-d5ae0db1e7cc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Apr 11 06:32:10.921411 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6668fb2-8133-4218-91c3-abd917d5b7dd req-069dc120-4303-4880-8a1b-8d631fd3808f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:10.923073 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f6668fb2-8133-4218-91c3-abd917d5b7dd req-069dc120-4303-4880-8a1b-8d631fd3808f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Apr 11 06:32:10.973267 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f6668fb2-8133-4218-91c3-abd917d5b7dd req-60a9012b-b983-4392-9ad2-fd81a6809b15 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Apr 11 06:32:11.612097 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5938a-cb9d-4877-912d-db53582ff8c3 req-2c4d52ff-c6fc-4add-a01c-f95a6ba86418 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:11.613582 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1da5938a-cb9d-4877-912d-db53582ff8c3 req-2c4d52ff-c6fc-4add-a01c-f95a6ba86418 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 943 time: 0.0478740 Apr 11 06:32:11.663570 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1da5938a-cb9d-4877-912d-db53582ff8c3 req-75ea7dcb-81fa-4a39-ac0f-fcc83b12cb62 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Apr 11 06:32:12.099263 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cc0a6-d1d0-47fd-b91b-09a5a615f973 req-e1606332-bfa1-4fe0-a470-341dd7e1a501 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.100737 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-899cc0a6-d1d0-47fd-b91b-09a5a615f973 req-e1606332-bfa1-4fe0-a470-341dd7e1a501 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Apr 11 06:32:12.151310 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-899cc0a6-d1d0-47fd-b91b-09a5a615f973 req-1cb9c036-9412-4c01-9641-eda4bc7024f3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Apr 11 06:32:12.527436 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-975d292f-085c-401b-8196-3f8a08a918ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:12.778076 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6123-2fa2-419d-95a4-c683b1fa5083 req-97a0e961-6ba5-4240-994c-e164cedeb94a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.779571 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82ed6123-2fa2-419d-95a4-c683b1fa5083 req-97a0e961-6ba5-4240-994c-e164cedeb94a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 943 time: 0.0484440 Apr 11 06:32:12.824035 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2145-5954-42d8-b519-e7600078c85d req-9a494530-3b2d-4f5c-8eb2-2ceff3df0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.825537 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-9a494530-3b2d-4f5c-8eb2-2ceff3df0b25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1127 time: 0.0389438 Apr 11 06:32:12.828038 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82ed6123-2fa2-419d-95a4-c683b1fa5083 req-7ae76641-a7fa-4881-9d13-a5fa33ff19b6 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Apr 11 06:32:12.931204 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2145-5954-42d8-b519-e7600078c85d req-0693193d-4917-4d2d-8a20-6334728606c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.932670 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-0693193d-4917-4d2d-8a20-6334728606c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 916 time: 0.0991962 Apr 11 06:32:12.972606 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-78d25d10-af96-48ed-8f28-12c0f96c901a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 217 time: 0.0331755 Apr 11 06:32:13.026410 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2145-5954-42d8-b519-e7600078c85d req-11591a20-7564-4943-91cb-7bd5302c0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:13.028166 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-11591a20-7564-4943-91cb-7bd5302c0547 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0498483 Apr 11 06:32:13.337061 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2145-5954-42d8-b519-e7600078c85d req-e0a47e85-69de-4582-8645-3e6e5f6763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:13.338538 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-e0a47e85-69de-4582-8645-3e6e5f6763a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3032122 Apr 11 06:32:13.360892 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbba2a-9ea5-4218-984a-caa44c5e745f req-6eda5139-d75b-4ebb-ae3d-378ea38457dd tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:13.362206 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-85bbba2a-9ea5-4218-984a-caa44c5e745f req-6eda5139-d75b-4ebb-ae3d-378ea38457dd tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0603373 Apr 11 06:32:13.463231 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-85bbba2a-9ea5-4218-984a-caa44c5e745f req-85c9ed3f-b812-4420-a879-f005a386fff9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918567 Apr 11 06:32:13.473379 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-276d253c-ef46-47a1-a8b7-38d0ea62f8cf service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267552 Apr 11 06:32:13.560092 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7cac2145-5954-42d8-b519-e7600078c85d req-76081fdf-ff96-4f44-afed-b9fc4a6db5de service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800514 Apr 11 06:32:13.916159 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:13.946046 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912fdcd-003d-49ef-b1cc-2c8772729362 req-d7539bbb-c78d-43ee-9f55-0c6d116440e5 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:13.947553 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a912fdcd-003d-49ef-b1cc-2c8772729362 req-d7539bbb-c78d-43ee-9f55-0c6d116440e5 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 943 time: 0.0517268 Apr 11 06:32:13.993893 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a912fdcd-003d-49ef-b1cc-2c8772729362 req-f51dc7b2-56c2-4e10-8055-f4d06047eede tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Apr 11 06:32:14.017620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:14.028867 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'port_id': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'mac_address': 'fa:16:3e:83:5c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:14.069630 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:14.070153 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:14.083800 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:14.102978 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:14.109428 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:14.159900 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:14.167633 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.167986 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.168325 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.168665 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.169025 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.169358 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.169667 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.170052 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.170380 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.170743 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.171085 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.171429 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.171756 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.172075 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.172396 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:14.587156 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd9a8-82ca-4292-9387-2696be22d518 req-e14dd288-8e02-4edc-920a-18e343cfa082 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:14.588599 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aa1bd9a8-82ca-4292-9387-2696be22d518 req-e14dd288-8e02-4edc-920a-18e343cfa082 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0536683 Apr 11 06:32:14.607530 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2c3124f8-62c5-4d19-8d2f-5dfcff383de0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:14.637358 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aa1bd9a8-82ca-4292-9387-2696be22d518 req-991a70c9-99b2-423b-a439-d5cabf3cd80a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Apr 11 06:32:14.872754 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f030c89b-d94f-4f62-8c7f-a0c931c3c2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:15.108742 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30562-111b-4024-8933-8d5fb5cda5d1 req-808d0549-c5e6-4d92-8d30-6114178e5df7 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:15.110193 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4ce30562-111b-4024-8933-8d5fb5cda5d1 req-808d0549-c5e6-4d92-8d30-6114178e5df7 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 944 time: 0.0522387 Apr 11 06:32:15.160464 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4ce30562-111b-4024-8933-8d5fb5cda5d1 req-a5394161-fec5-4530-9863-8bd963a68f23 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Apr 11 06:32:15.765316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8283796-5dc6-4169-be1d-394521528703 req-8ec3b6e8-3d1f-40cd-a1cb-e041fb5f477b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:15.766913 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8283796-5dc6-4169-be1d-394521528703 req-8ec3b6e8-3d1f-40cd-a1cb-e041fb5f477b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0527158 Apr 11 06:32:15.814401 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:15.817933 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8283796-5dc6-4169-be1d-394521528703 req-b71d2c7e-e2cb-499c-96f0-950be7f092e4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 Apr 11 06:32:15.932966 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:15.987339 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:32:15.994722 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:15.995126 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:16.072834 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:16.073212 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:16.098042 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:16.100293 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db2b8b7-0bfe-4aa1-9465-2f84f3aaa693" -d '{"events": [{"server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "name": "network-vif-plugged", "status": "completed", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:16.116259 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:16.121935 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:16.147763 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80efff8-9656-4ce6-a120-ac086c67a40d x-openstack-request-id: req-f80efff8-9656-4ce6-a120-ac086c67a40d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:16.148200 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "name": "network-vif-plugged", "status": "completed", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:16.148413 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f80efff8-9656-4ce6-a120-ac086c67a40d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:16.148856 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80efff8-9656-4ce6-a120-ac086c67a40d'] response: {'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'code': 200} Apr 11 06:32:16.175265 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:16.292018 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad7ee5-9f7a-46c4-9ccc-745de431096b req-f7217455-5990-4874-a5d4-4d35db65226f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:16.293486 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bcad7ee5-9f7a-46c4-9ccc-745de431096b req-f7217455-5990-4874-a5d4-4d35db65226f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0612576 Apr 11 06:32:16.331132 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3321f4-d7f2-42c2-bfd7-07dfc434048d req-62c2e798-d05b-48e7-9058-fba9b86cb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:16.332573 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dd3321f4-d7f2-42c2-bfd7-07dfc434048d req-62c2e798-d05b-48e7-9058-fba9b86cb1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1129 time: 0.0572221 Apr 11 06:32:16.370471 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bcad7ee5-9f7a-46c4-9ccc-745de431096b req-02c1911d-efcf-4de4-b84d-953f37c44ac6 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619876 Apr 11 06:32:16.393523 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dd3321f4-d7f2-42c2-bfd7-07dfc434048d req-13e6ba8b-34c5-41af-9e8e-45768c11f610 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Apr 11 06:32:16.954774 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e11a5-d475-4f51-a9c9-0d061a8f66c9 req-28d71fd6-7101-46b8-b33b-4c4a2d53e97f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:16.956324 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c35e11a5-d475-4f51-a9c9-0d061a8f66c9 req-28d71fd6-7101-46b8-b33b-4c4a2d53e97f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0560286 Apr 11 06:32:17.006289 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c35e11a5-d475-4f51-a9c9-0d061a8f66c9 req-58e5d547-e8af-4263-9d85-4470ebb57a28 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421000 Apr 11 06:32:17.274380 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.488111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1563f3-8043-4fdf-979b-2b20a1241ba1 req-9adca45c-53bc-4db6-9192-4ec7c0b5f0e1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.489486 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2c1563f3-8043-4fdf-979b-2b20a1241ba1 req-9adca45c-53bc-4db6-9192-4ec7c0b5f0e1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0492864 Apr 11 06:32:17.542287 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2c1563f3-8043-4fdf-979b-2b20a1241ba1 req-43e787a8-b600-460f-a4e1-751ceac5473f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470202 Apr 11 06:32:18.133105 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a27e2-25f2-4c14-aa7a-158fc49e6d20 req-d966402d-c561-4232-8fdc-66f7f959f781 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:18.134663 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-736a27e2-25f2-4c14-aa7a-158fc49e6d20 req-d966402d-c561-4232-8fdc-66f7f959f781 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0543985 Apr 11 06:32:18.182080 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-736a27e2-25f2-4c14-aa7a-158fc49e6d20 req-28ca1050-dab4-4ced-a3a5-f86eb5b2464f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Apr 11 06:32:18.656768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0f06-79b0-4a10-be48-bf7256595920 req-761aa6e9-d936-45b5-9483-b754da60e254 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:18.658241 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-70ba0f06-79b0-4a10-be48-bf7256595920 req-761aa6e9-d936-45b5-9483-b754da60e254 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0463347 Apr 11 06:32:18.707485 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-70ba0f06-79b0-4a10-be48-bf7256595920 req-34a887ac-4602-4ad1-b3d2-aadd10cb7aaf tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Apr 11 06:32:18.824606 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b085eae-57f7-41b0-a422-2b7099c53962 req-26b5a6fb-ac00-43c9-aa90-0a473f53524e tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:18.826045 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9b085eae-57f7-41b0-a422-2b7099c53962 req-26b5a6fb-ac00-43c9-aa90-0a473f53524e tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0458896 Apr 11 06:32:18.876023 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9b085eae-57f7-41b0-a422-2b7099c53962 req-b4fedb07-0e41-44cb-af42-22e4481e94fe tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Apr 11 06:32:19.054162 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:19.195675 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021458b-b45d-4bfa-a4fb-266ea1368c60 req-5079710d-1025-4621-b80c-0fec4ff52372 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:19.197118 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7021458b-b45d-4bfa-a4fb-266ea1368c60 req-5079710d-1025-4621-b80c-0fec4ff52372 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0463738 Apr 11 06:32:19.245723 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7021458b-b45d-4bfa-a4fb-266ea1368c60 req-2fa226ab-8700-40cc-86af-d35403e9c179 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Apr 11 06:32:19.298090 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686ec9-2021-4502-92de-294483529930 req-ba0f853a-a636-4454-b3ab-3e1ce5458cd3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:19.299581 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c0686ec9-2021-4502-92de-294483529930 req-ba0f853a-a636-4454-b3ab-3e1ce5458cd3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0457776 Apr 11 06:32:19.347220 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c0686ec9-2021-4502-92de-294483529930 req-27672e4c-9d44-4061-a234-fc397e5ce59f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Apr 11 06:32:20.464821 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44127c-c23a-40fd-b06b-ca1fdd3023dd req-603a2ffa-f682-4790-a894-4544af5d4441 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:20.466176 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1a44127c-c23a-40fd-b06b-ca1fdd3023dd req-603a2ffa-f682-4790-a894-4544af5d4441 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0475252 Apr 11 06:32:20.515248 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1a44127c-c23a-40fd-b06b-ca1fdd3023dd req-c7601e59-f58d-4b23-b4c3-020761748525 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429556 Apr 11 06:32:20.714035 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113818be-aa76-4017-b38b-e50434affeef req-7cbe640b-30ed-4407-bb30-94b79a4b25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:20.715643 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-113818be-aa76-4017-b38b-e50434affeef req-7cbe640b-30ed-4407-bb30-94b79a4b25bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 1129 time: 0.0412459 Apr 11 06:32:20.759271 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-113818be-aa76-4017-b38b-e50434affeef req-75eef630-d359-4709-bef5-8dbc240b185d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Apr 11 06:32:21.642614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca57997-988c-4f25-a63c-102347973203 req-f9e2457b-d9b2-4f80-8787-5f9828335292 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:21.644283 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5ca57997-988c-4f25-a63c-102347973203 req-f9e2457b-d9b2-4f80-8787-5f9828335292 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0584812 Apr 11 06:32:21.691866 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5ca57997-988c-4f25-a63c-102347973203 req-9a052518-1128-406b-bbf2-7011df595d27 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Apr 11 06:32:22.822330 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999280d-1101-4985-a7b3-cf3d9290d353 req-f0c75125-517f-4431-8c34-d7bcae559271 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:22.824330 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d999280d-1101-4985-a7b3-cf3d9290d353 req-f0c75125-517f-4431-8c34-d7bcae559271 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0550625 Apr 11 06:32:22.872888 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d999280d-1101-4985-a7b3-cf3d9290d353 req-419fa3bc-3108-4fe7-bee4-6e5c5d473e77 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Apr 11 06:32:23.987646 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb624-289a-4781-9b56-cce440e9cfd6 req-fc405c93-c3f8-4226-a097-25f90d38afc1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:23.989314 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2b4cb624-289a-4781-9b56-cce440e9cfd6 req-fc405c93-c3f8-4226-a097-25f90d38afc1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Apr 11 06:32:24.037656 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2b4cb624-289a-4781-9b56-cce440e9cfd6 req-b3bb44c8-2971-4a6c-82dc-3bca887c4517 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Apr 11 06:32:24.156119 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4f512-9b65-4009-abe0-716db662cd07 req-539212e4-4608-440e-a181-d50ec3b0eeb8 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:24.157481 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-add4f512-9b65-4009-abe0-716db662cd07 req-539212e4-4608-440e-a181-d50ec3b0eeb8 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0510366 Apr 11 06:32:24.207772 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-add4f512-9b65-4009-abe0-716db662cd07 req-04127853-d9a4-4cc8-8174-753d668517aa tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Apr 11 06:32:24.809042 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db7285-4f14-41af-acd5-16faa1a40f56 req-3d87db32-5e76-456e-832b-4362bfd46d18 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:24.810541 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c6db7285-4f14-41af-acd5-16faa1a40f56 req-3d87db32-5e76-456e-832b-4362bfd46d18 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0543349 Apr 11 06:32:24.864061 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c6db7285-4f14-41af-acd5-16faa1a40f56 req-dfb16598-5653-4279-adb4-10c6d8d8aed2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Apr 11 06:32:24.899152 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:25.110862 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2b338-3b2a-472f-977d-4b3621df6e65 tempest-TestMinimumBasicScenario-429058093 tempest-TestMinimumBasicScenario-429058093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.112380 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d8d2b338-3b2a-472f-977d-4b3621df6e65 tempest-TestMinimumBasicScenario-429058093 tempest-TestMinimumBasicScenario-429058093-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1124 time: 0.2122641 Apr 11 06:32:25.116320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:25.120478 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'port_id': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:25.143885 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.228095 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.341437 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Allocated IP 172.28.1.6 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/ff2c36ea-e616-495a-a7c2-9282191a2eae) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:25.446990 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.484333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.521378 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:25.524371 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:25.528012 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:25.562426 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'Port': ['ID=ff2c36ea-e616-495a-a7c2-9282191a2eae,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:25.767270 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-03677ef6-d69c-4143-8384-954af246a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.768932 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-03677ef6-d69c-4143-8384-954af246a23b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1130 time: 0.0401642 Apr 11 06:32:25.799847 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db61ba2-2112-4aec-9039-fc4737641f4e req-7adee0cb-b555-478c-9831-a41484fd3a94 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.800716 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5db61ba2-2112-4aec-9039-fc4737641f4e req-7adee0cb-b555-478c-9831-a41484fd3a94 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0614173 Apr 11 06:32:25.862925 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-7fdbe766-0435-4775-b3d8-5707ded85f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.864424 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-7fdbe766-0435-4775-b3d8-5707ded85f0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.0893984 Apr 11 06:32:25.904265 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-60251fc7-d011-41e4-9d97-9e2d46be45e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 200 len: 217 time: 0.0336554 Apr 11 06:32:25.905817 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5db61ba2-2112-4aec-9039-fc4737641f4e req-479e20bb-80f8-44aa-9a9c-238ed6f9be82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851889 Apr 11 06:32:25.953077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-806a9589-0082-4d52-9496-87067525ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.954537 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-806a9589-0082-4d52-9496-87067525ebd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0424969 Apr 11 06:32:25.976296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for floatingip (02b9d109-acb2-4184-ade4-ca3525a6916a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.996018 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-0a2fadb9-0f78-48bc-afd1-f974b2cbd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.997505 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-0a2fadb9-0f78-48bc-afd1-f974b2cbd03c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374365 Apr 11 06:32:26.047454 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.087940 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-17f3db97-b446-443e-b2ff-e7d3ff2a018f service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846398 Apr 11 06:32:26.178917 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-18d59ff5-7af9-4233-b378-c50474a32b3e req-0271d716-ef9a-4167-b1d3-80dd9a694bb7 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846736 Apr 11 06:32:26.197347 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.202647 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.279390 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'Port': ['ID=ff2c36ea-e616-495a-a7c2-9282191a2eae,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:26.286611 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (02b9d109-acb2-4184-ade4-ca3525a6916a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.388259 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Floating IP 02b9d109-acb2-4184-ade4-ca3525a6916a associated. External IP: 172.28.1.6, port: 2c3124f8-62c5-4d19-8d2f-5dfcff383de0. Apr 11 06:32:26.816682 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Router b4ca6776-5264-4175-9221-56a0aed19e9c has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:32:26.927514 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:32:26.938323 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] Sync routers for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:32:26.947336 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.952188 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:32:26.953025 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:32:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:26.982910 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a86fcb27-0378-43ad-b62a-6ee85690e0e9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8653283 Apr 11 06:32:26.984015 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:26.988477 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534d0db5-b3f0-4b3e-9e64-7323bac3da12" -d '{"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:26.989204 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52434) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:26.994583 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461224224', 'description': 'tempest-secgroup-smoke-1461224224 description', 'project_id': '57d56f7013874daaa18dfc768de902ce'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:27.024543 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e4bed-f4cb-4086-b9d2-7ab40136e818 x-openstack-request-id: req-207e4bed-f4cb-4086-b9d2-7ab40136e818 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:27.024839 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:27.025095 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-207e4bed-f4cb-4086-b9d2-7ab40136e818 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:27.025500 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207e4bed-f4cb-4086-b9d2-7ab40136e818'] response: {'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'status': 'completed', 'code': 200} Apr 11 06:32:27.045128 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0380f-696d-40c2-ac96-e32f7b7c9041 req-8c15458c-19e1-4157-bd51-ac6a09d2945d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.046642 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ace0380f-696d-40c2-ac96-e32f7b7c9041 req-8c15458c-19e1-4157-bd51-ac6a09d2945d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0710096 Apr 11 06:32:27.047910 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.066421 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:32:27.119371 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-288fe813-c7a8-4dc6-920c-9b9817ee89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.120814 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-288fe813-c7a8-4dc6-920c-9b9817ee89bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1129 time: 0.0705597 Apr 11 06:32:27.182484 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ace0380f-696d-40c2-ac96-e32f7b7c9041 req-39bb24f1-7a9b-4db9-82c8-a9e898848ce3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165912 Apr 11 06:32:27.226882 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.244362 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group (86e391b7-1064-43ec-8f42-5dae56947d40), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.251269 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (86e391b7-1064-43ec-8f42-5dae56947d40), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.285723 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '02b9d109-acb2-4184-ade4-ca3525a6916a', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'floating_ip_address': '172.28.1.6', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'port_id': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'mac_address': 'fa:16:3e:83:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:25Z', 'updated_at': '2022-04-11T06:32:25Z', 'revision_number': 0, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:27.287618 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-4bc72bc3-4974-4a57-84d8-f9da8f3c17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.289088 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-4bc72bc3-4974-4a57-84d8-f9da8f3c17d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 916 time: 0.1607978 Apr 11 06:32:27.293958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.295091 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3049879 Apr 11 06:32:27.296921 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb89834-0958-4f7a-a807-eee72679a165 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e391b7-1064-43ec-8f42-5dae56947d40,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.298197 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:27.305077 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group_rule': {'security_group_id': '86e391b7-1064-43ec-8f42-5dae56947d40', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:27.311904 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] Checking router: b4ca6776-5264-4175-9221-56a0aed19e9c for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:32:27.320452 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:32:27.321054 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:32:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:27.338984 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (a329ed76-57e2-4122-b327-8230ba51b2b8), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.374298 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-443c3269-5d8d-4f9a-bdff-a8fe6c21e5ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 997 time: 0.0731223 Apr 11 06:32:27.404503 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (a329ed76-57e2-4122-b327-8230ba51b2b8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.409177 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (a329ed76-57e2-4122-b327-8230ba51b2b8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.430011 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-d776c305-7705-4517-9f6c-66df5e1db3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.430261 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a329ed76-57e2-4122-b327-8230ba51b2b8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.432035 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-d776c305-7705-4517-9f6c-66df5e1db3d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0508957 Apr 11 06:32:27.436285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.437736 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:32:27.440559 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-469de86a-0470-468c-9c06-b0dfe1049688 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412604 Apr 11 06:32:27.441137 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:27.445326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group_rule': {'security_group_id': '86e391b7-1064-43ec-8f42-5dae56947d40', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:27.472588 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (231946d0-646a-4478-a860-f42181bd884d), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.478832 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-647bb115-f572-4b03-a688-3c992e7cfdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.480340 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-647bb115-f572-4b03-a688-3c992e7cfdfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0414901 Apr 11 06:32:27.529569 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (231946d0-646a-4478-a860-f42181bd884d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.533749 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (231946d0-646a-4478-a860-f42181bd884d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.554826 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231946d0-646a-4478-a860-f42181bd884d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.576512 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.578470 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a62836f9-6d47-4ded-b27b-24a7d3ef8333 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363816 Apr 11 06:32:27.582323 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:27.591825 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group_rule': {'security_group_id': '86e391b7-1064-43ec-8f42-5dae56947d40', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:27.609039 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-746be665-8016-4887-8467-82c2b0a5138e service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214371 Apr 11 06:32:27.627132 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (c02b06f5-4027-4a58-802d-bc9bd5e80da9), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.666840 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '02b9d109-acb2-4184-ade4-ca3525a6916a', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'floating_ip_address': '172.28.1.6', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'port_id': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'mac_address': 'fa:16:3e:83:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:25Z', 'updated_at': '2022-04-11T06:32:25Z', 'revision_number': 0, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:27.685891 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (c02b06f5-4027-4a58-802d-bc9bd5e80da9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.691496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (c02b06f5-4027-4a58-802d-bc9bd5e80da9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.694679 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896da95-5d52-4ac3-92cd-535970ce06a6 None None] The sync data for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb is: [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '02b9d109-acb2-4184-ade4-ca3525a6916a', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'floating_ip_address': '172.28.1.6', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'port_id': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'mac_address': 'fa:16:3e:83:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:25Z', 'updated_at': '2022-04-11T06:32:25Z', 'revision_number': 0, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:32:27.708252 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534d0db5-b3f0-4b3e-9e64-7323bac3da12 req-230d9417-8154-49e3-a5fe-c9327844d059 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931852 Apr 11 06:32:27.715250 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02b06f5-4027-4a58-802d-bc9bd5e80da9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.725121 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.726364 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-47bd8125-4bb6-46cb-a2b6-7021b7bfd5b2 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429012 Apr 11 06:32:27.729049 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52446) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:27.734006 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group_rule': {'security_group_id': '86e391b7-1064-43ec-8f42-5dae56947d40', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:27.763242 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (d376db51-06e5-4f9c-8dce-58d8d65f4a32), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.820508 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (d376db51-06e5-4f9c-8dce-58d8d65f4a32), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.824827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (d376db51-06e5-4f9c-8dce-58d8d65f4a32), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.843338 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d376db51-06e5-4f9c-8dce-58d8d65f4a32,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.850187 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.851420 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e2eb3292-c89b-44cc-b28b-cfdcafe66ffb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214402 Apr 11 06:32:27.854346 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52448) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:27.859358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group_rule': {'security_group_id': '86e391b7-1064-43ec-8f42-5dae56947d40', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:27.880281 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Project 57d56f7013874daaa18dfc768de902ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:32:27.886307 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (5ce1f9af-2633-40a8-b1c3-3b54740b7735), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.924570 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09701450-f116-4942-b6d6-abf763ed8d33 None None] New status for floating IP 02b9d109-acb2-4184-ade4-ca3525a6916a: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:32:27.955776 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (5ce1f9af-2633-40a8-b1c3-3b54740b7735), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.959592 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (5ce1f9af-2633-40a8-b1c3-3b54740b7735), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.976711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce1f9af-2633-40a8-b1c3-3b54740b7735,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.987330 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.988723 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d0a8641b-cede-4cf4-86ca-f78f72572ab0 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332557 Apr 11 06:32:27.991885 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52450) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:27.996920 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'security_group_rule': {'security_group_id': '86e391b7-1064-43ec-8f42-5dae56947d40', 'project_id': '57d56f7013874daaa18dfc768de902ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:28.016580 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Project 57d56f7013874daaa18dfc768de902ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:32:28.022279 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (3f15d0cf-6848-4985-bd0f-3ae8190f9956), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.088080 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (3f15d0cf-6848-4985-bd0f-3ae8190f9956), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.092775 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (3f15d0cf-6848-4985-bd0f-3ae8190f9956), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.113681 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f15d0cf-6848-4985-bd0f-3ae8190f9956,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:28.122215 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.123423 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-38b8a346-fb42-48e6-a3b6-ba56233694b4 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304562 Apr 11 06:32:28.210855 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a73805dc-4824-416a-b909-08c4e826141c req-a6715437-bb8c-4ed3-9a03-66cbdc5348fc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461224224&fields=id&tenant_id=57d56f7013874daaa18dfc768de902ce HTTP/1.1" status: 200 len: 267 time: 0.0436051 Apr 11 06:32:28.263303 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73805dc-4824-416a-b909-08c4e826141c req-8f5b0337-ae59-4be3-adbe-f537bce1c7fb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:28.264724 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a73805dc-4824-416a-b909-08c4e826141c req-8f5b0337-ae59-4be3-adbe-f537bce1c7fb tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0479593 Apr 11 06:32:28.275419 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'port': {'security_groups': ['98880dca-d890-4c30-8e04-9e6253bb7094', '86e391b7-1064-43ec-8f42-5dae56947d40']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:28.297917 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d095b3-2efb-4b0a-b1b2-3af4c243648e req-ca8506d3-eb50-48e3-9e14-42150a459fb4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:28.299444 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72d095b3-2efb-4b0a-b1b2-3af4c243648e req-ca8506d3-eb50-48e3-9e14-42150a459fb4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0465548 Apr 11 06:32:28.345816 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.346480 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-72d095b3-2efb-4b0a-b1b2-3af4c243648e req-4a450586-9b71-49b2-afed-57a123ee6a8a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Apr 11 06:32:28.556815 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:28.590114 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.597614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.611970 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2c3124f8-62c5-4d19-8d2f-5dfcff383de0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:28.638409 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:28.639107 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:28.640518 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a73805dc-4824-416a-b909-08c4e826141c req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "PUT /v2.0/ports/2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 981 time: 0.3697596 Apr 11 06:32:28.686102 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847093eb-61f9-410e-94b8-0fe2b96e574b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:28.776380 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c4ba-1996-455e-bdc8-61d2534e46de req-cc0ae8c2-07d0-40bd-aadf-68b5ecda8d6f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:28.778121 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2c3124f8-62c5-4d19-8d2f-5dfcff383de0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:28.785874 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-03f7c4ba-1996-455e-bdc8-61d2534e46de req-cc0ae8c2-07d0-40bd-aadf-68b5ecda8d6f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0597363 Apr 11 06:32:28.850129 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-03f7c4ba-1996-455e-bdc8-61d2534e46de req-bdca0928-aa71-41d4-9694-95ee503a4848 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629497 Apr 11 06:32:28.935499 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-daf5f3b8-c71c-4a4b-836f-58952e811f1c None None] Provisioning complete for port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:28.935902 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf5f3b8-c71c-4a4b-836f-58952e811f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:29.027357 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:29.030473 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:29.077991 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b958e6-72be-42e9-8f31-5420c2e9f02b x-openstack-request-id: req-e6b958e6-72be-42e9-8f31-5420c2e9f02b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:29.078154 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:29.078403 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6b958e6-72be-42e9-8f31-5420c2e9f02b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:29.078819 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b958e6-72be-42e9-8f31-5420c2e9f02b'] response: {'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'status': 'completed', 'code': 200} Apr 11 06:32:29.152496 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-5ac57ee3-2c18-4fb4-9ea1-53d55b97cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.154602 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-5ac57ee3-2c18-4fb4-9ea1-53d55b97cff4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1168 time: 0.0523379 Apr 11 06:32:29.167807 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-daf5f3b8-c71c-4a4b-836f-58952e811f1c None None] Current status of the port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:29.256865 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-ce2b9467-5b5e-4092-b49e-087957486e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.258711 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-ce2b9467-5b5e-4092-b49e-087957486e74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 916 time: 0.0976462 Apr 11 06:32:29.333521 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-9cdebc24-955e-44bf-9662-eddf981aac16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 999 time: 0.0620699 Apr 11 06:32:29.383039 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-945f2136-99e5-4459-9866-43e09151188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.384460 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-945f2136-99e5-4459-9866-43e09151188a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0448916 Apr 11 06:32:29.454073 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-461d0612-5d61-4dd3-89f0-09755179fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.455562 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-461d0612-5d61-4dd3-89f0-09755179fd15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0641110 Apr 11 06:32:29.474916 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ed975-e2df-474e-95b6-092562b9d33e req-fdcd4ea6-88ab-4c76-a4e0-d1df5918c9db tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.476240 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-da2ed975-e2df-474e-95b6-092562b9d33e req-fdcd4ea6-88ab-4c76-a4e0-d1df5918c9db tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0588882 Apr 11 06:32:29.572338 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-da2ed975-e2df-474e-95b6-092562b9d33e req-1f590625-569f-44dd-aae9-f726d3b10d17 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Apr 11 06:32:29.587964 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-8a646721-0edd-4a39-8488-f5f5eaefdb9b service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194551 Apr 11 06:32:29.682861 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-05224e2e-4a21-4d4e-a5d7-3fd0028a3cc1 req-be04c818-1d40-4a1b-a5e5-24459f632972 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883663 Apr 11 06:32:30.692745 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c993-887d-4d76-a416-391e87bc69c0 req-b31a3f59-059b-4d62-804b-7ecece2e4a74 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.694215 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bdc3c993-887d-4d76-a416-391e87bc69c0 req-b31a3f59-059b-4d62-804b-7ecece2e4a74 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0470119 Apr 11 06:32:30.742174 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bdc3c993-887d-4d76-a416-391e87bc69c0 req-74b314fc-f69e-4ec4-a8e1-1d191034795b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Apr 11 06:32:31.855219 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efc378-45bb-4d11-88fe-bbf1f872ffe3 req-2eb117aa-7976-4b99-8fea-1fd1dfb9da1e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.856651 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-08efc378-45bb-4d11-88fe-bbf1f872ffe3 req-2eb117aa-7976-4b99-8fea-1fd1dfb9da1e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0472736 Apr 11 06:32:31.901662 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-08efc378-45bb-4d11-88fe-bbf1f872ffe3 req-5ddb2f6e-3761-4b9f-87a6-96173c65c26f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Apr 11 06:32:33.013983 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6c745-f3a7-46d2-9df0-464e0e609a31 req-b9caf3a2-8c42-4ff7-a881-77e9ac55682c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:33.015477 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-edb6c745-f3a7-46d2-9df0-464e0e609a31 req-b9caf3a2-8c42-4ff7-a881-77e9ac55682c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0474644 Apr 11 06:32:33.066011 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-edb6c745-f3a7-46d2-9df0-464e0e609a31 req-4d346547-fca6-44c8-8f5e-ad33a2eb3919 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Apr 11 06:32:33.082242 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:33.200797 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75b25e6d-484e-4982-9352-0693e69077f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.274437 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75b25e6d-484e-4982-9352-0693e69077f1 admin admin] Publish callbacks [] for security_group (a4397dc2-149f-4b1e-abab-933159b58321), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.279610 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75b25e6d-484e-4982-9352-0693e69077f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a4397dc2-149f-4b1e-abab-933159b58321), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.316751 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-75b25e6d-484e-4982-9352-0693e69077f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3be0bc7c3eb14b0eb5ec8feaf9e61356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332578 Apr 11 06:32:33.317605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b25e6d-484e-4982-9352-0693e69077f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4397dc2-149f-4b1e-abab-933159b58321,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:33.319729 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:33.370245 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58d2807b-aafc-4e27-af88-0295ea4aabec admin admin] Publish callbacks [] for security_group (a4397dc2-149f-4b1e-abab-933159b58321), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.392042 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58d2807b-aafc-4e27-af88-0295ea4aabec admin admin] Publish callbacks [] for security_group (a4397dc2-149f-4b1e-abab-933159b58321), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.442681 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58d2807b-aafc-4e27-af88-0295ea4aabec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a4397dc2-149f-4b1e-abab-933159b58321), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.445480 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58d2807b-aafc-4e27-af88-0295ea4aabec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:33.446584 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-58d2807b-aafc-4e27-af88-0295ea4aabec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4397dc2-149f-4b1e-abab-933159b58321 HTTP/1.1" status: 204 len: 168 time: 0.1259005 Apr 11 06:32:33.454308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2807b-aafc-4e27-af88-0295ea4aabec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4397dc2-149f-4b1e-abab-933159b58321,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:34.186749 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065aa8e-8800-4059-b5d4-14e08be741b0 req-fc2ddeb1-234a-48a6-9d89-b47ae5ea0413 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.189008 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b065aa8e-8800-4059-b5d4-14e08be741b0 req-fc2ddeb1-234a-48a6-9d89-b47ae5ea0413 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0522628 Apr 11 06:32:34.237201 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b065aa8e-8800-4059-b5d4-14e08be741b0 req-b8ee77d8-9117-42bc-9a1f-febd57947b92 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Apr 11 06:32:35.359680 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70145b-5f84-4237-b515-7415947a6c6c req-5594c259-2190-4bbd-a66a-df8275474273 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:35.361122 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fa70145b-5f84-4237-b515-7415947a6c6c req-5594c259-2190-4bbd-a66a-df8275474273 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0520654 Apr 11 06:32:35.408186 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fa70145b-5f84-4237-b515-7415947a6c6c req-59f0e50a-9d2b-414c-802f-cc979e5b25e5 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Apr 11 06:32:36.523663 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de613b00-2a7b-414d-9a90-fae30dd552e8 req-a0c4f3f2-6554-4cb6-96cd-41423df38b03 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:36.525203 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de613b00-2a7b-414d-9a90-fae30dd552e8 req-a0c4f3f2-6554-4cb6-96cd-41423df38b03 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0502775 Apr 11 06:32:36.572105 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de613b00-2a7b-414d-9a90-fae30dd552e8 req-da732347-4d2c-4254-8398-4e2627e99b97 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Apr 11 06:32:37.698097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071097f4-7564-48dd-831b-e5e164498cac req-f3962559-3638-45cb-98f9-0b730b5dff49 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:37.699653 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-071097f4-7564-48dd-831b-e5e164498cac req-f3962559-3638-45cb-98f9-0b730b5dff49 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0573487 Apr 11 06:32:37.756707 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-071097f4-7564-48dd-831b-e5e164498cac req-a21196b3-3549-49a1-bd98-c5f391fb53ba tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Apr 11 06:32:38.616285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb7380-479d-4975-ae74-edff1a01979f req-c9ef5c78-e361-438f-a5d6-183ea4ecc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.618614 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6afb7380-479d-4975-ae74-edff1a01979f req-c9ef5c78-e361-438f-a5d6-183ea4ecc704 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1130 time: 0.0433884 Apr 11 06:32:38.672164 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6afb7380-479d-4975-ae74-edff1a01979f req-30491302-dec4-4678-af63-ca5f942713bb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Apr 11 06:32:38.870433 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9389-2ec1-4381-9608-677c61631ee9 req-f6cc33f7-847f-408f-b39a-ac04c6fb6876 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.871787 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9cfe9389-2ec1-4381-9608-677c61631ee9 req-f6cc33f7-847f-408f-b39a-ac04c6fb6876 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0498054 Apr 11 06:32:38.917717 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9cfe9389-2ec1-4381-9608-677c61631ee9 req-d270995e-f964-4182-a3ba-16c24b383385 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Apr 11 06:32:40.039161 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99b6d-b6fc-4cba-8dc7-8bdf144e1d41 req-46949241-3aa9-4d20-ac17-79a56f5ac8d0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:40.040622 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81d99b6d-b6fc-4cba-8dc7-8bdf144e1d41 req-46949241-3aa9-4d20-ac17-79a56f5ac8d0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0532558 Apr 11 06:32:40.086339 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81d99b6d-b6fc-4cba-8dc7-8bdf144e1d41 req-fb7a2fe5-04ea-4d0f-a5b2-d4a76c618cbe tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400991 Apr 11 06:32:41.209342 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad00537-4154-4a0d-b00a-bda808e3f7ca req-fa5e0bfe-f913-4a2f-9376-fdc2a1cff249 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.210846 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0ad00537-4154-4a0d-b00a-bda808e3f7ca req-fa5e0bfe-f913-4a2f-9376-fdc2a1cff249 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0562911 Apr 11 06:32:41.259008 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0ad00537-4154-4a0d-b00a-bda808e3f7ca req-c165cb8a-1aca-4ae6-af10-48ce7b42934a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Apr 11 06:32:41.517735 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3eab6-b9f5-40e1-9817-4027c5e4ad40 req-9e0bfabd-1db1-4e90-9d2d-e1d24d2442d1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.519333 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a7e3eab6-b9f5-40e1-9817-4027c5e4ad40 req-9e0bfabd-1db1-4e90-9d2d-e1d24d2442d1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0507033 Apr 11 06:32:41.571015 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a7e3eab6-b9f5-40e1-9817-4027c5e4ad40 req-1bdceb96-8251-4870-9fe5-5beaef9a9f10 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Apr 11 06:32:41.907978 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-d6c017e4-a731-4bd5-b9a8-59c2266c4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.909475 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-d6c017e4-a731-4bd5-b9a8-59c2266c4ccd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1130 time: 0.0411558 Apr 11 06:32:42.000285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-81c52284-7332-45a1-95bb-97bfd187a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:42.001787 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-81c52284-7332-45a1-95bb-97bfd187a717 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.0864403 Apr 11 06:32:42.057615 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-aa680d3d-196c-425d-91df-e6e2a7dd461a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 200 len: 217 time: 0.0336237 Apr 11 06:32:42.108274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-92b6ab2f-0fd5-456f-92ff-93bf598ff356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:42.109632 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-92b6ab2f-0fd5-456f-92ff-93bf598ff356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0449915 Apr 11 06:32:42.121429 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:32:42.158718 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-174798fd-c946-45b9-ad2f-5053c633c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:42.160201 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-174798fd-c946-45b9-ad2f-5053c633c275 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418985 Apr 11 06:32:42.253972 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-c71ae307-f464-4524-a41d-128f559832b6 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Apr 11 06:32:42.348959 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-46638c76-93c3-450c-ba9b-74f03b259fd4 req-02a047ac-74fd-406f-81bd-c99eb2ec5a56 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862503 Apr 11 06:32:42.529759 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfd5eaab-3baf-4bf9-868f-f3f5ae9eeaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.674839 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52594) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:42.679458 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643342954', 'description': 'tempest-description--2090795723'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:42.685248 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f4871-f036-4d23-a0af-fc5dcf78ecb9 req-24175c4b-9abb-4a06-b1c1-a1aa55de8856 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:42.686814 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ee0f4871-f036-4d23-a0af-fc5dcf78ecb9 req-24175c4b-9abb-4a06-b1c1-a1aa55de8856 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0467618 Apr 11 06:32:42.703912 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.733447 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ee0f4871-f036-4d23-a0af-fc5dcf78ecb9 req-def59a53-c028-4f49-8e74-aad1f897accd tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Apr 11 06:32:42.771970 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (63259ce2-bc6e-4377-92b9-a242f27e58cb), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.777168 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (63259ce2-bc6e-4377-92b9-a242f27e58cb), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.809032 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.810252 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1343143 Apr 11 06:32:42.812156 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f270-7cf2-409d-a2b3-a12c0427103f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63259ce2-bc6e-4377-92b9-a242f27e58cb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:42.813861 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:42.818479 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': '63259ce2-bc6e-4377-92b9-a242f27e58cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:42.844744 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (fefbc032-f007-4e1f-9ea0-69bd5e94240c), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.906033 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (fefbc032-f007-4e1f-9ea0-69bd5e94240c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.911051 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (fefbc032-f007-4e1f-9ea0-69bd5e94240c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.929405 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefbc032-f007-4e1f-9ea0-69bd5e94240c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:42.935398 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.936094 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-33b8affb-7444-4887-ae46-a5066e8c64d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212263 Apr 11 06:32:42.938857 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:42.942973 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': '63259ce2-bc6e-4377-92b9-a242f27e58cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:42.968632 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (766b8513-c8ad-45dd-be3e-d6a313035067), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.027201 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (766b8513-c8ad-45dd-be3e-d6a313035067), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.032534 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (766b8513-c8ad-45dd-be3e-d6a313035067), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.049858 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766b8513-c8ad-45dd-be3e-d6a313035067,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:43.059208 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.060415 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c7f06334-d4ef-4b52-88bc-8440988ecdef tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206419 Apr 11 06:32:43.063828 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:43.068029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:43.097130 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.175198 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.284410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.28.1.43 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/d4360c18-cf68-4f90-8f1c-ffeafbcba91c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:43.390493 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.432851 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.473496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:43.476487 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:43.479835 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:43.508110 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=d4360c18-cf68-4f90-8f1c-ffeafbcba91c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:43.573294 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (b1063d03-38d4-45be-97f2-407a29687010), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.612440 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.763311 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.769494 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.842717 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=d4360c18-cf68-4f90-8f1c-ffeafbcba91c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:43.851368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (b1063d03-38d4-45be-97f2-407a29687010), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.852130 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543ec12-be70-40bd-9747-1253dad58e7f req-3b89dbd2-3e87-4efa-ab84-317aea13d422 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:43.853624 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4543ec12-be70-40bd-9747-1253dad58e7f req-3b89dbd2-3e87-4efa-ab84-317aea13d422 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0479815 Apr 11 06:32:43.867925 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.869171 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-05ecf536-bf2f-4c7d-8a41-45208347a152 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8044000 Apr 11 06:32:43.901840 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4543ec12-be70-40bd-9747-1253dad58e7f req-04517ab1-b082-4364-8c35-7fc2aea172b2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Apr 11 06:32:44.060949 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-fe8dfad3-406e-4f92-8ada-bc7c871663fa tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1643342954&fields=id&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 267 time: 0.0418739 Apr 11 06:32:44.176949 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-8fb2bc3b-9a4b-4235-830b-c96f07998d68 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:44.178407 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-8fb2bc3b-9a4b-4235-830b-c96f07998d68 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.1107657 Apr 11 06:32:44.193605 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-3a3d8c9b-0403-4682-8d8d-b1833f540204 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/quotas/7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 375 time: 0.0094111 Apr 11 06:32:44.247583 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-780ddc14-4faf-4b2b-a874-63f9db251d09 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488431 Apr 11 06:32:44.346622 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-ae055fe3-87f8-432c-9520-eee7f6cbbfb9 service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868061 Apr 11 06:32:44.439642 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-186d7cba-862f-4b84-8032-b40ee8afb8ad service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Apr 11 06:32:44.610422 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a8edb5c-e23a-4a1c-a5ad-e3e60351d1a3 req-564d346a-b736-413f-af59-dbde23ac5e8d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 210 time: 0.0310056 Apr 11 06:32:44.865343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65773d6f-ea7c-46ab-830d-c0ebb961dccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:45.022123 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2a490-2583-4453-90c4-905694a3eae7 req-ccaf052d-3cd5-4534-adbb-a7693621d70a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:45.023744 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b6a2a490-2583-4453-90c4-905694a3eae7 req-ccaf052d-3cd5-4534-adbb-a7693621d70a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0544732 Apr 11 06:32:45.074170 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b6a2a490-2583-4453-90c4-905694a3eae7 req-2e543f17-1e9c-488a-9228-4f0e74469233 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Apr 11 06:32:45.708261 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e322da85-1835-427d-bf37-c04c9cab1a0d req-3ebb7143-d1bb-4edb-9d83-82a8f32b1cc0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 210 time: 0.0316687 Apr 11 06:32:45.817221 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:46.198039 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23715e5-3c35-4171-8ad8-cb53f4fff779 req-2b86b559-9855-4572-8713-ce5e03684b8f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.199570 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23715e5-3c35-4171-8ad8-cb53f4fff779 req-2b86b559-9855-4572-8713-ce5e03684b8f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0490160 Apr 11 06:32:46.247827 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b23715e5-3c35-4171-8ad8-cb53f4fff779 req-f6edc2fa-c8f9-468c-98bc-0690e284cbfb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Apr 11 06:32:46.379519 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-349d5abe-c339-4eac-8fcb-b11dcf4e2ac2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.381808 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-349d5abe-c339-4eac-8fcb-b11dcf4e2ac2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.1217582 Apr 11 06:32:46.488117 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-1894a36a-d44f-4de7-922a-3c65f18c9c24 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 473 time: 0.0925312 Apr 11 06:32:46.561885 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'port': {'device_id': '216c6e66-5836-4779-8a83-5e0620281ba7', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'admin_state_up': True, 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'security_groups': ['63259ce2-bc6e-4377-92b9-a242f27e58cb']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:46.676816 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Made reservation on behalf of 7bebca78381742d58d139c3c832a249f for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:32:46.680344 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:46.804754 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c64d13a4-1b5e-457f-a01a-19f267cd374e req-7037cc40-eae5-442a-b057-64be38baf3e0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 210 time: 0.0272276 Apr 11 06:32:46.820529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.20.0.10 (774a1318-257a-4ece-bbef-773dbf5d872f/cc5ac5a6-3fe8-4221-9357-644342154a3f/edbe7b7d-c910-4b45-b67b-5c82e1ab0638) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:46.966530 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.006838 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.049944 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:47.052920 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:47.055564 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:47.087974 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:47.119832 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:47.120546 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.140045 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-ece75c09-15f1-4b59-a4d8-dc7094e2b1b3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5830989 Apr 11 06:32:47.270193 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.319865 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0eae0861-a4fe-465c-a907-e71fadcbf95f None None] Provisioning complete for port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:47.320235 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0eae0861-a4fe-465c-a907-e71fadcbf95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.354406 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0eae0861-a4fe-465c-a907-e71fadcbf95f None None] Port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:32:47.547821 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Request body: {'port': {'device_id': '216c6e66-5836-4779-8a83-5e0620281ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:47.611949 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.871954 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbe7b7d-c910-4b45-b67b-5c82e1ab0638 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:47.880127 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Publish callbacks [] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.901253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Transition to ACTIVE for port object edbe7b7d-c910-4b45-b67b-5c82e1ab0638 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:32:47.906035 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.908884 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:47.919330 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164762162', 'description': 'tempest-description--720624896'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:47.931844 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89f4c-5fa7-448c-a0e7-1731fd63cdb0 req-a7f14b23-4cb6-44f7-81ab-eabbfeaa3ae6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:47.933444 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-24b89f4c-5fa7-448c-a0e7-1731fd63cdb0 req-a7f14b23-4cb6-44f7-81ab-eabbfeaa3ae6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 932 time: 0.0558054 Apr 11 06:32:47.981245 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Pushing event updated for resources: {'Port': ['ID=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:47.985188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.019036 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-24b89f4c-5fa7-448c-a0e7-1731fd63cdb0 req-6154735c-90ea-4901-8e46-afc5636b686c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762556 Apr 11 06:32:48.091251 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Attempting to bind port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:32:48.091587 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Attempting to bind port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:32:48.091913 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Attempting to bind port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:48.103838 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 on network 774a1318-257a-4ece-bbef-773dbf5d872f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:32:48.104522 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Attempting to bind port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:48.119545 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:32:48.119884 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:32:48.120272 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Bound using segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:32:48.120844 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Bound port: edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:32:48.121067 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.140172 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group (e21d6075-9eee-4528-83c0-9a6e664b6e1c), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.145856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e21d6075-9eee-4528-83c0-9a6e664b6e1c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.202069 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.203543 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2922816 Apr 11 06:32:48.206435 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52672) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:48.211439 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'security_group_rule': {'security_group_id': 'e21d6075-9eee-4528-83c0-9a6e664b6e1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:48.215648 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552dbca-ff0c-4c97-9420-438cfdf91e46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21d6075-9eee-4528-83c0-9a6e664b6e1c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:48.234339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] For port edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:32:48.237484 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] For port edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:32:48.238482 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group_rule (fcf74633-7eee-4b2f-a312-1ad9687339c4), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.243917 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.279815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:48.280440 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.281973 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] 10.222.0.26 "PUT /v2.0/ports/edbe7b7d-c910-4b45-b67b-5c82e1ab0638 HTTP/1.1" status: 200 len: 1094 time: 0.7398949 Apr 11 06:32:48.282421 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:48.284706 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:48.308581 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c146b71-713e-4c9b-a291-48321bb92fdc service neutron] Pushing event updated for resources: {'Port': ['ID=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:48.320583 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group_rule (fcf74633-7eee-4b2f-a312-1ad9687339c4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.325212 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (fcf74633-7eee-4b2f-a312-1ad9687339c4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.339365 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c7710-90f4-448e-8869-3ee3deb7c1e3 x-openstack-request-id: req-109c7710-90f4-448e-8869-3ee3deb7c1e3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:48.340401 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:48.340810 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-109c7710-90f4-448e-8869-3ee3deb7c1e3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:48.341217 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109c7710-90f4-448e-8869-3ee3deb7c1e3'] response: {'name': 'network-changed', 'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'status': 'completed', 'code': 200} Apr 11 06:32:48.350590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf74633-7eee-4b2f-a312-1ad9687339c4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:48.357490 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.358789 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1bbf1723-28a9-4db3-b7c2-e47f15929af1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512148 Apr 11 06:32:48.361571 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52676) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:48.368744 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'security_group_rule': {'security_group_id': 'e21d6075-9eee-4528-83c0-9a6e664b6e1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:48.385140 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-5d44b318-f531-4ea5-9f82-c21da6adbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:48.386645 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-5d44b318-f531-4ea5-9f82-c21da6adbc9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 1128 time: 0.0627737 Apr 11 06:32:48.398059 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group_rule (eacf481e-a2f2-4657-8085-503e1be9a281), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.443740 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-1e2a4c1f-f5b6-457a-a9e5-12eab1438d67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638 HTTP/1.1" status: 200 len: 217 time: 0.0429213 Apr 11 06:32:48.462394 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group_rule (eacf481e-a2f2-4657-8085-503e1be9a281), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.469521 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (eacf481e-a2f2-4657-8085-503e1be9a281), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.491957 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacf481e-a2f2-4657-8085-503e1be9a281,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:48.498128 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.499567 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9a5bfcf5-cabd-4118-889c-c7d913853c46 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370549 Apr 11 06:32:48.501396 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-9f851cd2-aa54-4d8a-a922-76dfe04135a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:48.503100 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-9f851cd2-aa54-4d8a-a922-76dfe04135a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0529637 Apr 11 06:32:48.503546 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52678) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:48.507812 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:48.562044 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eeea2-2996-4ea3-812c-807cec61275c req-ba92b04f-d62e-444d-8c42-314e27ecf7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:48.563714 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-ba92b04f-d62e-444d-8c42-314e27ecf7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0505559 Apr 11 06:32:48.565923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:48.973971 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80d111-6eb5-4baf-930e-6f79012c0820 req-76885dd0-66d6-4704-a295-19a1eda1cba5 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:48.975375 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8a80d111-6eb5-4baf-930e-6f79012c0820 req-76885dd0-66d6-4704-a295-19a1eda1cba5 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0692229 Apr 11 06:32:48.980206 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.012754 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-f928c09e-ca26-47d7-8453-099171c8a174 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416559 Apr 11 06:32:49.057933 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.139366 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd25ee-3cac-4565-a2ae-0319fa5b703a req-4d7f20de-d596-47c4-95fc-0d7a2c8b5a3b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:49.140877 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8fbd25ee-3cac-4565-a2ae-0319fa5b703a req-4d7f20de-d596-47c4-95fc-0d7a2c8b5a3b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 944 time: 0.0530081 Apr 11 06:32:49.156271 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8a80d111-6eb5-4baf-930e-6f79012c0820 req-60a6131d-b701-4339-b68e-a201fdf86ab9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740413 Apr 11 06:32:49.199839 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-200eeea2-2996-4ea3-812c-807cec61275c req-549e159a-5cd0-4596-9ecb-27b5772e0361 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554735 Apr 11 06:32:49.200101 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8fbd25ee-3cac-4565-a2ae-0319fa5b703a req-a9340976-b630-403b-800b-84114b0f7881 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533981 Apr 11 06:32:49.200913 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Allocated IP 172.28.1.35 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/b883a706-45f0-4444-8d13-294f492b64b5) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:49.310881 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for port (b883a706-45f0-4444-8d13-294f492b64b5), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.347291 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (b883a706-45f0-4444-8d13-294f492b64b5), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.384402 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:49.388544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:49.394880 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:49.397839 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'Port': ['ID=b883a706-45f0-4444-8d13-294f492b64b5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:49.481229 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.519926 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b883a706-45f0-4444-8d13-294f492b64b5), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.685566 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for port (b883a706-45f0-4444-8d13-294f492b64b5), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.691470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (b883a706-45f0-4444-8d13-294f492b64b5), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.754278 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'Port': ['ID=b883a706-45f0-4444-8d13-294f492b64b5,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:49.766117 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.782555 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:49.783837 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-91af1854-edb1-4e1f-be4b-4cbea30119c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2793541 Apr 11 06:32:49.982196 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-5dde683e-55da-42b0-9073-edd118254808 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--164762162&fields=id&tenant_id=1243241f5d7240d5b49894967b75a5e7 HTTP/1.1" status: 200 len: 267 time: 0.0444727 Apr 11 06:32:50.096075 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-86c9a95d-541f-4e11-b19c-162c4ddba025 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:50.097516 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-86c9a95d-541f-4e11-b19c-162c4ddba025 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 817 time: 0.1062098 Apr 11 06:32:50.112369 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-1eac3365-6a7b-44d7-b9d3-02697f7e83f5 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/quotas/1243241f5d7240d5b49894967b75a5e7 HTTP/1.1" status: 200 len: 375 time: 0.0093377 Apr 11 06:32:50.164500 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-3034756e-88e5-42e3-8f9b-46912b571255 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0472770 Apr 11 06:32:50.269210 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-7caa41fa-8f20-4f4b-b4b2-a993dec415e3 service neutron] 10.222.0.11 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878687 Apr 11 06:32:50.274558 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453000e-15e0-4609-82d1-9829967fb656 req-e9bed935-04b3-4c61-9bec-9a38fe57e581 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:50.276018 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c453000e-15e0-4609-82d1-9829967fb656 req-e9bed935-04b3-4c61-9bec-9a38fe57e581 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0467136 Apr 11 06:32:50.321787 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c453000e-15e0-4609-82d1-9829967fb656 req-26734fca-7da0-4f94-806e-fe5fe01b632b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Apr 11 06:32:50.357717 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-6783f864-41e9-4b9b-ae46-4755672db0b2 service neutron] 10.222.0.11 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828106 Apr 11 06:32:50.420192 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cc396-d835-40b5-b639-f1d30da012d8 req-5a4dfce2-0928-4457-95b0-195511726657 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:50.421716 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f95cc396-d835-40b5-b639-f1d30da012d8 req-5a4dfce2-0928-4457-95b0-195511726657 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 944 time: 0.0464959 Apr 11 06:32:50.482724 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f95cc396-d835-40b5-b639-f1d30da012d8 req-dc84a57f-0428-4ecb-9272-b550f033eadf tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546315 Apr 11 06:32:50.516660 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e044084f-451a-4d15-ac36-a3ea020ae860 req-8397f1be-14f1-41b7-b953-806740e78c10 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 210 time: 0.0281115 Apr 11 06:32:51.444575 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f97c-41a9-4666-b131-95186ca2b611 req-a5bb4cf9-52c8-4ff6-a022-69a3d1df0dea tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:51.446022 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cc89f97c-41a9-4666-b131-95186ca2b611 req-a5bb4cf9-52c8-4ff6-a022-69a3d1df0dea tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0465903 Apr 11 06:32:51.491998 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cc89f97c-41a9-4666-b131-95186ca2b611 req-b735a82a-88a8-42a5-b326-3c45146d58c3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 Apr 11 06:32:51.592771 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4268-8a6d-4484-b85f-f798cad9db03 req-9502470b-b33a-4b2b-ab89-4e22e06f9e07 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:51.594318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-60ff4268-8a6d-4484-b85f-f798cad9db03 req-9502470b-b33a-4b2b-ab89-4e22e06f9e07 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 944 time: 0.0519235 Apr 11 06:32:51.609884 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c02671cb-1322-4866-b2db-b1dc18336215 req-35acd5d3-9688-46e6-9438-5d824c83f322 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Apr 11 06:32:51.641324 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-60ff4268-8a6d-4484-b85f-f798cad9db03 req-1ef0076f-850c-45d8-9539-a9f5f840f41a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Apr 11 06:32:52.350949 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-338f3909-9d86-4bb5-ac94-770b2eec1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.352509 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-338f3909-9d86-4bb5-ac94-770b2eec1e3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 1128 time: 0.0460413 Apr 11 06:32:52.447678 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-2be80c46-796b-4cb6-aa5b-46307aeadea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.449219 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-2be80c46-796b-4cb6-aa5b-46307aeadea1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0892460 Apr 11 06:32:52.490369 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-4fd5b911-3f60-45bd-a96f-545cefe61f3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638 HTTP/1.1" status: 200 len: 217 time: 0.0343363 Apr 11 06:32:52.539494 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-510d0cfb-1f6b-40af-89f4-0b1f3310178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.541037 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-510d0cfb-1f6b-40af-89f4-0b1f3310178e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0453231 Apr 11 06:32:52.604926 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4992baf-3edf-437a-abbe-972e01611163 req-fdc26a6b-e6a7-4e11-816b-b40b706e5a9b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.606280 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c4992baf-3edf-437a-abbe-972e01611163 req-fdc26a6b-e6a7-4e11-816b-b40b706e5a9b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0460012 Apr 11 06:32:52.656924 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c4992baf-3edf-437a-abbe-972e01611163 req-1b954f2b-6412-4caf-9cf0-f929eb41a5c8 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Apr 11 06:32:52.711549 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d100e8c6-cddf-4db4-9edd-33aa7688414f req-b7c67fe2-ff61-476d-97d6-70adc1090281 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 210 time: 0.0321324 Apr 11 06:32:52.760323 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4a535-7159-4a4c-8232-9fdcba811c85 req-f7e024f5-f4e9-4552-bcf7-b8f4b90d5d27 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.761784 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-51a4a535-7159-4a4c-8232-9fdcba811c85 req-f7e024f5-f4e9-4552-bcf7-b8f4b90d5d27 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 944 time: 0.0472672 Apr 11 06:32:52.807598 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-51a4a535-7159-4a4c-8232-9fdcba811c85 req-43e5b48b-8151-47ef-80af-5c555bfbf287 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Apr 11 06:32:52.841553 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-e7d87f75-8622-4d66-9e9f-e2f3532db5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.843425 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-e7d87f75-8622-4d66-9e9f-e2f3532db5e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407493 Apr 11 06:32:53.001866 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-48e79e8e-0170-48d2-abaa-f74ee90a1836 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504054 Apr 11 06:32:53.044337 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-8d6507fb-c390-4f4d-a605-7ae25dc42c30 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.046394 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-8d6507fb-c390-4f4d-a605-7ae25dc42c30 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 817 time: 0.1413059 Apr 11 06:32:53.144232 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ec542a1-7b23-41c3-880a-d822dcc8bf0b req-25b84532-81d4-4edd-8d69-f1d98b27b220 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348898 Apr 11 06:32:53.163473 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-2046f6d5-9483-4020-8153-d580fd6a8f55 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1243241f5d7240d5b49894967b75a5e7 HTTP/1.1" status: 200 len: 379 time: 0.0841665 Apr 11 06:32:53.208601 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'port': {'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'admin_state_up': True, 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'security_groups': ['e21d6075-9eee-4528-83c0-9a6e664b6e1c']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:53.317496 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Made reservation on behalf of 1243241f5d7240d5b49894967b75a5e7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:32:53.320829 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.451495 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Allocated IP 172.20.0.3 (8579e391-6742-41b6-815b-8f23258284ef/875e74ca-3f53-4858-adc7-0d1eb39f9afe/fa75cf50-ee4e-4a21-9ccc-809aea046f00) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:53.591750 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.628358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.670039 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Network 8579e391-6742-41b6-815b-8f23258284ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:53.673081 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:53.676697 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:53.685240 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event updated for resources: {'Port': ['ID=fa75cf50-ee4e-4a21-9ccc-809aea046f00,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:53.733177 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.734862 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.775766 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-ac3d8cca-2285-4e45-838e-0620fc58a067 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710199 Apr 11 06:32:53.796456 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1844bf2-b60c-4eb2-8a01-19ac75c32226 req-a1baa2b6-9bf6-439a-949b-15ecfc2bd3c7 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.798399 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b1844bf2-b60c-4eb2-8a01-19ac75c32226 req-a1baa2b6-9bf6-439a-949b-15ecfc2bd3c7 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0540605 Apr 11 06:32:53.817475 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Request body: {'port': {'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:53.841373 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15672-7c77-4498-8d56-050eb759d80e req-61e50dd1-ab66-4c95-bc21-a90dd99487af tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.843382 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f8c15672-7c77-4498-8d56-050eb759d80e req-61e50dd1-ab66-4c95-bc21-a90dd99487af tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 931 time: 0.0555921 Apr 11 06:32:53.878119 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-03166843-6632-48e7-925f-e7664c83d6b9 None None] Provisioning complete for port fa75cf50-ee4e-4a21-9ccc-809aea046f00 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:53.878119 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03166843-6632-48e7-925f-e7664c83d6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.895966 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f8c15672-7c77-4498-8d56-050eb759d80e req-e41512dd-bb4f-45a8-a777-16dbbb691e75 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462446 Apr 11 06:32:53.913818 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.919023 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-03166843-6632-48e7-925f-e7664c83d6b9 None None] Port fa75cf50-ee4e-4a21-9ccc-809aea046f00 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:32:53.926106 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b1844bf2-b60c-4eb2-8a01-19ac75c32226 req-4ed8401a-3c22-4122-a749-e01bbb80996e tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194582 Apr 11 06:32:54.004493 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892c5a9-1688-42cc-8afc-ebb6f254a04e req-961cb859-2f2f-4146-ae7f-4aedbe712248 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.005973 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9892c5a9-1688-42cc-8afc-ebb6f254a04e req-961cb859-2f2f-4146-ae7f-4aedbe712248 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 944 time: 0.0515673 Apr 11 06:32:54.053718 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9892c5a9-1688-42cc-8afc-ebb6f254a04e req-a568f929-6863-441e-ac45-db307151da4c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Apr 11 06:32:54.106786 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device edbe7b7d-c910-4b45-b67b-5c82e1ab0638 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:54.177988 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa75cf50-ee4e-4a21-9ccc-809aea046f00 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:54.185958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Publish callbacks [] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.199278 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Transition to ACTIVE for port object fa75cf50-ee4e-4a21-9ccc-809aea046f00 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:32:54.203839 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.205583 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:54.217343 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'port_id': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'mac_address': 'fa:16:3e:12:91:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:54.257830 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Pushing event updated for resources: {'Port': ['ID=fa75cf50-ee4e-4a21-9ccc-809aea046f00,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:54.262290 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:54.262683 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.277775 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbe7b7d-c910-4b45-b67b-5c82e1ab0638 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:54.299648 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:54.305563 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.329293 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Attempting to bind port fa75cf50-ee4e-4a21-9ccc-809aea046f00 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:32:54.329709 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Attempting to bind port fa75cf50-ee4e-4a21-9ccc-809aea046f00 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:32:54.330036 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Attempting to bind port fa75cf50-ee4e-4a21-9ccc-809aea046f00 on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:54.334938 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Port fa75cf50-ee4e-4a21-9ccc-809aea046f00 on network 8579e391-6742-41b6-815b-8f23258284ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:32:54.335260 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Attempting to bind port fa75cf50-ee4e-4a21-9ccc-809aea046f00 on network 8579e391-6742-41b6-815b-8f23258284ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:54.340497 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:32:54.340838 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Checking segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:32:54.341218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Bound using segment: {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:32:54.341641 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Bound port: fa75cf50-ee4e-4a21-9ccc-809aea046f00, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d68115-593c-49d2-ac4c-abb6075a7f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8579e391-6742-41b6-815b-8f23258284ef'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:32:54.342387 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.356705 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:54.406787 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] For port fa75cf50-ee4e-4a21-9ccc-809aea046f00, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:32:54.410207 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] For port fa75cf50-ee4e-4a21-9ccc-809aea046f00, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:32:54.421936 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.458370 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.459002 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:54.460441 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] 10.222.0.26 "PUT /v2.0/ports/fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 1093 time: 0.6469693 Apr 11 06:32:54.460755 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:54.462976 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c74ac4-92a2-44be-a861-7594001c0833" -d '{"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:54.495234 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3d89a-8ac0-4fc5-89ca-f9c84647eaec service neutron] Pushing event updated for resources: {'Port': ['ID=fa75cf50-ee4e-4a21-9ccc-809aea046f00,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:54.501322 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b33500-06dc-4cc9-880a-9e69ba1996fc x-openstack-request-id: req-c7b33500-06dc-4cc9-880a-9e69ba1996fc {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:54.501612 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:54.501868 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7b33500-06dc-4cc9-880a-9e69ba1996fc {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:54.502271 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b33500-06dc-4cc9-880a-9e69ba1996fc'] response: {'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'status': 'completed', 'code': 200} Apr 11 06:32:54.548057 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-06bc3a3e-f0e4-4d40-952f-0e85cb672dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.549716 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-06bc3a3e-f0e4-4d40-952f-0e85cb672dfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1127 time: 0.0440612 Apr 11 06:32:54.593227 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-5f1735db-6d5e-45a7-b048-922e94bed95d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 217 time: 0.0354662 Apr 11 06:32:54.645939 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-036bcd1f-ef50-41d8-b12d-820c7a8f4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.647446 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-036bcd1f-ef50-41d8-b12d-820c7a8f4191 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0486624 Apr 11 06:32:54.694274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a29a3-0afb-4112-8847-0a7578627d8e req-5f87bce2-e710-4841-bfcf-ff42d2b9f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.695773 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-5f87bce2-e710-4841-bfcf-ff42d2b9f36e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0416241 Apr 11 06:32:54.766032 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['edbe7b7d-c910-4b45-b67b-5c82e1ab0638'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:54.783609 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-f533d6d1-480e-4ade-90bc-35a2c8f92d16 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Apr 11 06:32:54.875195 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-311a29a3-0afb-4112-8847-0a7578627d8e req-c83d2c1b-ef65-44d6-b6fe-521043a4df4c service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 Apr 11 06:32:55.006755 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8565-2c66-4f5a-9c98-ce5b4871dd03 req-7335deb6-932b-4165-80c6-e159850ad768 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:55.008343 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3be8565-2c66-4f5a-9c98-ce5b4871dd03 req-7335deb6-932b-4165-80c6-e159850ad768 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 943 time: 0.0473132 Apr 11 06:32:55.042870 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad20b17-1d77-4343-baae-d47eea51ed41 req-ba5eb348-0af9-4a78-bbc3-6668bf7c8254 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:55.044436 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2ad20b17-1d77-4343-baae-d47eea51ed41 req-ba5eb348-0af9-4a78-bbc3-6668bf7c8254 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0462217 Apr 11 06:32:55.054337 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b3be8565-2c66-4f5a-9c98-ce5b4871dd03 req-19d081dd-ac02-4fc5-9a59-13e323c3d6e0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Apr 11 06:32:55.095145 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2ad20b17-1d77-4343-baae-d47eea51ed41 req-3baacb64-f117-4437-9bc2-22777864b809 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Apr 11 06:32:55.179345 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ea1-e3d1-47ff-97be-cea3303758a9 req-8b55f110-2fe3-494f-8bf0-afe497cf92fe tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:55.180815 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-45f95ea1-e3d1-47ff-97be-cea3303758a9 req-8b55f110-2fe3-494f-8bf0-afe497cf92fe tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 945 time: 0.0600657 Apr 11 06:32:55.239801 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-45f95ea1-e3d1-47ff-97be-cea3303758a9 req-42b9b5a4-a87c-4a4d-959e-aace81a57f3f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Apr 11 06:32:56.134862 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device edbe7b7d-c910-4b45-b67b-5c82e1ab0638 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:56.189210 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90813-138f-4d6a-b4b1-8f4581ed364e req-1f6cbb44-919d-431c-90c6-faedca9a3950 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:56.190943 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-89f90813-138f-4d6a-b4b1-8f4581ed364e req-1f6cbb44-919d-431c-90c6-faedca9a3950 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 943 time: 0.0653532 Apr 11 06:32:56.193748 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:32:56.201565 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:56.201953 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:56.228622 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99459-6193-459b-87cc-a73a3d3c9972 req-e9057f87-c29d-4d40-a273-1acc7208fd45 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:56.230826 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0ab99459-6193-459b-87cc-a73a3d3c9972 req-e9057f87-c29d-4d40-a273-1acc7208fd45 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0580904 Apr 11 06:32:56.250400 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-89f90813-138f-4d6a-b4b1-8f4581ed364e req-226ed4df-4217-46d1-8c36-79d6092f200c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538323 Apr 11 06:32:56.290525 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:56.290947 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:56.307904 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0ab99459-6193-459b-87cc-a73a3d3c9972 req-4b9ee276-5995-43fc-a497-bd87e97402c0 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714235 Apr 11 06:32:56.328635 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:56.333650 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da359c3-c998-43d9-8de0-5a5a8ab230e4" -d '{"events": [{"server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "name": "network-vif-plugged", "status": "completed", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:56.353027 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:56.358326 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:56.380602 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261944e7-4853-4772-a6e6-9ff7f60c9c52 req-e57861f6-13a1-436d-bd12-c49b28d197fc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:56.382080 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-261944e7-4853-4772-a6e6-9ff7f60c9c52 req-e57861f6-13a1-436d-bd12-c49b28d197fc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 945 time: 0.0610745 Apr 11 06:32:56.389270 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae06bcb-43d1-4e7e-aad6-3aa5f89cd5f4 x-openstack-request-id: req-9ae06bcb-43d1-4e7e-aad6-3aa5f89cd5f4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:56.389714 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "name": "network-vif-plugged", "status": "completed", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:56.390198 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ae06bcb-43d1-4e7e-aad6-3aa5f89cd5f4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:56.390703 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae06bcb-43d1-4e7e-aad6-3aa5f89cd5f4'] response: {'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'code': 200} Apr 11 06:32:56.421974 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:56.433569 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-261944e7-4853-4772-a6e6-9ff7f60c9c52 req-9b863c23-8fbe-40e3-a844-33e5195901c4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Apr 11 06:32:57.226737 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:57.366219 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2e3e1-1e91-40be-b5c3-97a48d49c7f9 req-56270823-5ec1-4aaf-b4a2-6c04a6e9dc76 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:57.367765 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-61f2e3e1-1e91-40be-b5c3-97a48d49c7f9 req-56270823-5ec1-4aaf-b4a2-6c04a6e9dc76 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 943 time: 0.0493348 Apr 11 06:32:57.420267 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-61f2e3e1-1e91-40be-b5c3-97a48d49c7f9 req-48073375-8532-4923-bd77-48000d31dedd tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463269 Apr 11 06:32:57.432222 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce30f16-f06a-432e-a001-033a7b6f9044 req-5f9518ac-eb32-4350-8f94-ed88ef90dcfc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:57.433708 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9ce30f16-f06a-432e-a001-033a7b6f9044 req-5f9518ac-eb32-4350-8f94-ed88ef90dcfc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0506022 Apr 11 06:32:57.481030 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9ce30f16-f06a-432e-a001-033a7b6f9044 req-74cc56d3-69d4-43bc-91e9-ce1eeabda484 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Apr 11 06:32:57.585144 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c62b5-f092-4a5a-8795-386a553547fd req-1c781cb3-bb06-4225-9b82-60fdb84feab6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:57.587300 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-373c62b5-f092-4a5a-8795-386a553547fd req-1c781cb3-bb06-4225-9b82-60fdb84feab6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0663152 Apr 11 06:32:57.641373 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-373c62b5-f092-4a5a-8795-386a553547fd req-3d6a287f-b8d5-4816-821f-9e025fcc8753 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475059 Apr 11 06:32:58.349069 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c74ac4-92a2-44be-a861-7594001c0833 req-026af2c5-3ba8-434d-8d04-5e10195f6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.350716 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-026af2c5-3ba8-434d-8d04-5e10195f6414 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1127 time: 0.0925641 Apr 11 06:32:58.355117 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-c3035811-dcd2-4479-be0f-74bdf3c069bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865049 Apr 11 06:32:58.420306 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f1dd-937f-483e-a8ee-79fb7446d876 req-81d5babe-4480-4b5e-b068-e526ac25adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.427578 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6e62f1dd-937f-483e-a8ee-79fb7446d876 req-81d5babe-4480-4b5e-b068-e526ac25adac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 1130 time: 0.0591910 Apr 11 06:32:58.500178 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c59af-057f-41dd-962a-d10b55a79004 req-cf343f6f-7e78-431d-8991-79b595984137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.501686 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-cf343f6f-7e78-431d-8991-79b595984137 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 1129 time: 0.0605979 Apr 11 06:32:58.517838 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6e62f1dd-937f-483e-a8ee-79fb7446d876 req-a152107e-3eed-4363-957f-e633e194cc5a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813839 Apr 11 06:32:58.521613 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c74ac4-92a2-44be-a861-7594001c0833 req-c1b46383-dee5-4c81-af63-9452e964acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.523173 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-c1b46383-dee5-4c81-af63-9452e964acd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.1541846 Apr 11 06:32:58.536587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad50d9d-956b-4066-817d-c9022b92bbfe req-c8625ed4-8a61-40e7-aa88-673690389029 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.538069 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-dad50d9d-956b-4066-817d-c9022b92bbfe req-c8625ed4-8a61-40e7-aa88-673690389029 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0599170 Apr 11 06:32:58.559961 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df8a51-1d17-4e65-badb-817596eed406 req-fe499c5f-1dd1-4abd-a1a4-54350f04ad85 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.561447 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-09df8a51-1d17-4e65-badb-817596eed406 req-fe499c5f-1dd1-4abd-a1a4-54350f04ad85 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 943 time: 0.0543051 Apr 11 06:32:58.585388 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-dad50d9d-956b-4066-817d-c9022b92bbfe req-6e36cf9a-0972-4c0e-a2a0-68f7a4723c2e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Apr 11 06:32:58.614936 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-09df8a51-1d17-4e65-badb-817596eed406 req-efd4cb04-cf20-4191-81e8-dc9c7c3b5af2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476079 Apr 11 06:32:58.699041 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2cc8-8b7a-4365-accf-7f7f88f30384 req-c9f5b62e-4da7-43b9-9457-2c856389cddd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.700572 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9dfe2cc8-8b7a-4365-accf-7f7f88f30384 req-c9f5b62e-4da7-43b9-9457-2c856389cddd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0529134 Apr 11 06:32:58.748583 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9dfe2cc8-8b7a-4365-accf-7f7f88f30384 req-d53968c1-346a-4190-a8fe-101cd96a6bb4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Apr 11 06:32:58.764441 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eeeca-11cf-4594-b462-5ab22a351724 req-706d6b0f-edaa-46c7-ba6b-0f7f686a7647 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.765926 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-301eeeca-11cf-4594-b462-5ab22a351724 req-706d6b0f-edaa-46c7-ba6b-0f7f686a7647 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0463450 Apr 11 06:32:58.812164 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-301eeeca-11cf-4594-b462-5ab22a351724 req-1453ef46-cafe-4989-8bf1-ff7b15fb35e5 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 Apr 11 06:32:58.928884 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-00eae922-6383-408a-a3ae-479529e490e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 217 time: 0.0452271 Apr 11 06:32:58.977518 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c59af-057f-41dd-962a-d10b55a79004 req-9a73ad96-d8e3-4970-aca6-e4d384b4d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.979622 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-9a73ad96-d8e3-4970-aca6-e4d384b4d589 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0950561 Apr 11 06:32:59.131472 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c74ac4-92a2-44be-a861-7594001c0833 req-953ec9e9-aae2-4c80-8231-c83131f80ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.133108 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-953ec9e9-aae2-4c80-8231-c83131f80ef8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0711312 Apr 11 06:32:59.184986 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-978d92d9-48a4-44ac-9b90-1bdd8bd40cf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 200 len: 1001 time: 0.1203830 Apr 11 06:32:59.722385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c74ac4-92a2-44be-a861-7594001c0833 req-92cb4ee3-6393-48fd-b1b9-e24db55a47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.723952 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-92cb4ee3-6393-48fd-b1b9-e24db55a47b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0705545 Apr 11 06:32:59.725182 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c59af-057f-41dd-962a-d10b55a79004 req-b4f6a66a-b0c8-4b33-ae30-714f90202fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.726621 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-b4f6a66a-b0c8-4b33-ae30-714f90202fb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0795093 Apr 11 06:32:59.734624 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c3606-be5c-40ef-a1eb-a5673a47cd69 req-52c8e07f-360f-4e7b-a89a-c687599d15df tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.736078 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3e5c3606-be5c-40ef-a1eb-a5673a47cd69 req-52c8e07f-360f-4e7b-a89a-c687599d15df tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0580850 Apr 11 06:32:59.750288 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4625a-49ee-42f1-9c95-83946c255437 req-4bdbd76b-84e2-413c-9f4a-1c9f9be36d74 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.751798 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-61b4625a-49ee-42f1-9c95-83946c255437 req-4bdbd76b-84e2-413c-9f4a-1c9f9be36d74 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 943 time: 0.0621347 Apr 11 06:32:59.811474 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c59af-057f-41dd-962a-d10b55a79004 req-fbf74a20-b1f1-41be-96e2-b34fe7c114d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.812968 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-fbf74a20-b1f1-41be-96e2-b34fe7c114d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0585158 Apr 11 06:32:59.816508 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3e5c3606-be5c-40ef-a1eb-a5673a47cd69 req-f4b8363a-4748-4182-8f51-629eb1c8cdb9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749226 Apr 11 06:32:59.860353 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-61b4625a-49ee-42f1-9c95-83946c255437 req-dc2867b2-a882-4d25-b352-614a9b8ee10e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986416 Apr 11 06:32:59.878085 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-8056487c-e5f3-4524-9c93-60bd23b1358e service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419215 Apr 11 06:32:59.947646 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-519581a0-fd14-4162-b148-29563a2e3445 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246996 Apr 11 06:32:59.955697 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466533a-c2f0-4c74-84e5-a5fc4942711d req-beaf8049-dac1-4c0c-ba42-de8d46bfb336 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.958677 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b466533a-c2f0-4c74-84e5-a5fc4942711d req-beaf8049-dac1-4c0c-ba42-de8d46bfb336 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0582929 Apr 11 06:33:00.007603 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a032ba-fa77-4315-8dfa-ab33f3c5523a req-33d6a87f-d04b-4493-97b5-af1d2a2b54ff tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:00.009015 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-27a032ba-fa77-4315-8dfa-ab33f3c5523a req-33d6a87f-d04b-4493-97b5-af1d2a2b54ff tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0673628 Apr 11 06:33:00.012697 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-86c74ac4-92a2-44be-a861-7594001c0833 req-901df131-a536-468d-9608-87462ee6a35a service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270125 Apr 11 06:33:00.055642 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-27a032ba-fa77-4315-8dfa-ab33f3c5523a req-353118b1-4011-4647-8ac5-5113085a8d45 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Apr 11 06:33:00.058836 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b466533a-c2f0-4c74-84e5-a5fc4942711d req-911dd814-6cd0-4583-b6c1-de7ca5814c00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935130 Apr 11 06:33:00.078132 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-848c59af-057f-41dd-962a-d10b55a79004 req-569dd847-b03a-46e1-b400-040000cf178f service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172926 Apr 11 06:33:00.149299 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device fa75cf50-ee4e-4a21-9ccc-809aea046f00 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:33:00.300433 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9a0b-309d-4869-a0d6-53f67f7774bd req-b78f6af0-72d2-48a6-95e4-a62d14e89b08 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:00.301893 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-062b9a0b-309d-4869-a0d6-53f67f7774bd req-b78f6af0-72d2-48a6-95e4-a62d14e89b08 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0500188 Apr 11 06:33:00.354427 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-062b9a0b-309d-4869-a0d6-53f67f7774bd req-75aba249-92b0-4a28-8761-c71a3051bde4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Apr 11 06:33:00.369047 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port fa75cf50-ee4e-4a21-9ccc-809aea046f00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:00.380830 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:33:00.417987 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port fa75cf50-ee4e-4a21-9ccc-809aea046f00 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:00.418382 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:00.431107 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa75cf50-ee4e-4a21-9ccc-809aea046f00 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:00.451674 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port fa75cf50-ee4e-4a21-9ccc-809aea046f00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:00.456728 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:00.512546 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=fa75cf50-ee4e-4a21-9ccc-809aea046f00,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:00.941612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['fa75cf50-ee4e-4a21-9ccc-809aea046f00'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:33:00.949176 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c838d4-00c9-4322-a70c-712ba690624a req-58d07de2-c20e-4ea7-a017-a215a840ffb8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:00.950876 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e8c838d4-00c9-4322-a70c-712ba690624a req-58d07de2-c20e-4ea7-a017-a215a840ffb8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Apr 11 06:33:00.988499 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a96b2-be70-4968-9814-785c51139553 req-d809404b-ecd7-437c-9813-6cab8fd491d4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:00.990023 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a42a96b2-be70-4968-9814-785c51139553 req-d809404b-ecd7-437c-9813-6cab8fd491d4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 944 time: 0.0625756 Apr 11 06:33:01.013093 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e8c838d4-00c9-4322-a70c-712ba690624a req-17a8e117-7cb4-4127-8e39-f42e46b27841 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563827 Apr 11 06:33:01.056606 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a42a96b2-be70-4968-9814-785c51139553 req-9a7dbbc3-64c3-4e0a-a7e2-037ab119ad1c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566006 Apr 11 06:33:01.069060 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53866d-8c38-4703-a2b6-521873818f1c req-0781d6d6-75f1-42e3-afeb-ecb8ea0f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.070884 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-0781d6d6-75f1-42e3-afeb-ecb8ea0f1a8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1129 time: 0.0799606 Apr 11 06:33:01.167877 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53866d-8c38-4703-a2b6-521873818f1c req-7bc9ae23-a06e-48bc-a3dd-27f399c1b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.169362 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-7bc9ae23-a06e-48bc-a3dd-27f399c1b3f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.0919986 Apr 11 06:33:01.182180 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e013c-c308-4bf7-bacd-bc8a4c6d9f0e req-51c5a198-2cae-49c9-99b6-c52c99cc6d59 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.183689 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-045e013c-c308-4bf7-bacd-bc8a4c6d9f0e req-51c5a198-2cae-49c9-99b6-c52c99cc6d59 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0520685 Apr 11 06:33:01.236527 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-e0a3d046-6249-44a8-af83-3f73b6de62d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 1001 time: 0.0607109 Apr 11 06:33:01.240614 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-045e013c-c308-4bf7-bacd-bc8a4c6d9f0e req-6cb076cd-b481-42d7-8ac5-a9f38e655cbe tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510345 Apr 11 06:33:01.292675 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53866d-8c38-4703-a2b6-521873818f1c req-734337c8-f300-48fd-aeca-79dc68fe37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.294188 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-734337c8-f300-48fd-aeca-79dc68fe37cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0496485 Apr 11 06:33:01.371922 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53866d-8c38-4703-a2b6-521873818f1c req-b371575d-c973-4497-9a78-872f8a506fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.373375 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-b371575d-c973-4497-9a78-872f8a506fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0675669 Apr 11 06:33:01.380103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508694e-cb18-4c6a-9025-8796566d8aee req-e18864e6-6f0a-478e-8ac3-166eab53f65d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.381494 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b508694e-cb18-4c6a-9025-8796566d8aee req-e18864e6-6f0a-478e-8ac3-166eab53f65d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0745914 Apr 11 06:33:01.390184 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 52824) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:01.394795 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'port_id': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:01.443387 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (b1063d03-38d4-45be-97f2-407a29687010), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:01.531076 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c100c-dcd1-457d-891b-a790065f625a req-4eb4886f-d3a1-40b2-bd10-039fdc0b8d3a tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.532592 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-923c100c-dcd1-457d-891b-a790065f625a req-4eb4886f-d3a1-40b2-bd10-039fdc0b8d3a tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.1062839 Apr 11 06:33:01.653672 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-923c100c-dcd1-457d-891b-a790065f625a req-6d7d472b-0dfe-43a7-a823-e684ed291efe tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151371 Apr 11 06:33:01.748913 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-6b5ea6bc-ce10-44c3-bdec-c271a1130cd0 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903883 Apr 11 06:33:01.847302 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d53866d-8c38-4703-a2b6-521873818f1c req-2302a103-cb90-4756-be5e-267534d298c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890529 Apr 11 06:33:02.134201 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c340f-a430-47a7-8442-9b7db16a7c7a req-5b6b7eec-105e-4eeb-a9a8-6c3e1e0f31bf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:02.135960 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e99c340f-a430-47a7-8442-9b7db16a7c7a req-5b6b7eec-105e-4eeb-a9a8-6c3e1e0f31bf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0526333 Apr 11 06:33:02.169542 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device fa75cf50-ee4e-4a21-9ccc-809aea046f00 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:02.220278 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port fa75cf50-ee4e-4a21-9ccc-809aea046f00 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:33:02.228791 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port fa75cf50-ee4e-4a21-9ccc-809aea046f00 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:02.229594 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:02.235535 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2139-6d00-420a-b5cb-74016d5c9bdb req-87abb411-f1bb-4e13-bfdf-a13a619479db tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:02.237121 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-458f2139-6d00-420a-b5cb-74016d5c9bdb req-87abb411-f1bb-4e13-bfdf-a13a619479db tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 944 time: 0.1096652 Apr 11 06:33:02.269552 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:02.277106 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (b1063d03-38d4-45be-97f2-407a29687010), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:02.327091 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port fa75cf50-ee4e-4a21-9ccc-809aea046f00 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:02.327376 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:02.343105 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-458f2139-6d00-420a-b5cb-74016d5c9bdb req-b4e9dc1b-cf5f-4b59-b98f-59714de9b1c4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989661 Apr 11 06:33:02.356404 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:02.358684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a42ad-6b25-4903-962f-63f69ca09237" -d '{"events": [{"server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "name": "network-vif-plugged", "status": "completed", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:02.371979 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port fa75cf50-ee4e-4a21-9ccc-809aea046f00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:02.377258 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:02.418558 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.l3_db [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP b1063d03-38d4-45be-97f2-407a29687010 associated. External IP: 172.28.1.43, port: edbe7b7d-c910-4b45-b67b-5c82e1ab0638. Apr 11 06:33:02.419108 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83383e51-aed7-4035-b6e8-e33b80240ab6 x-openstack-request-id: req-83383e51-aed7-4035-b6e8-e33b80240ab6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:02.419397 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "name": "network-vif-plugged", "status": "completed", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:02.419648 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83383e51-aed7-4035-b6e8-e33b80240ab6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:02.420035 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83383e51-aed7-4035-b6e8-e33b80240ab6'] response: {'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'code': 200} Apr 11 06:33:02.430648 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e99c340f-a430-47a7-8442-9b7db16a7c7a req-b3c84d2d-5aa3-4372-ae77-fe022591b9e8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890756 Apr 11 06:33:02.436700 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=fa75cf50-ee4e-4a21-9ccc-809aea046f00,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:02.641302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:33:02.789563 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ccefc-acca-4e5a-86fe-36858c63b963 req-43f42b84-5f19-44dd-b8b7-a457d53a45f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:02.791103 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-660ccefc-acca-4e5a-86fe-36858c63b963 req-43f42b84-5f19-44dd-b8b7-a457d53a45f2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0595305 Apr 11 06:33:02.792661 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:02.797882 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:02.802445 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:02.813282 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:02.813888 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:32:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:02.854648 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-8a3228da-02df-4f90-ae4b-d4ce7bc6eb20 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "PUT /v2.0/floatingips/b1063d03-38d4-45be-97f2-407a29687010 HTTP/1.1" status: 200 len: 991 time: 1.4633360 Apr 11 06:33:02.857253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:02.859524 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b" -d '{"events": [{"name": "network-changed", "server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:02.878462 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-660ccefc-acca-4e5a-86fe-36858c63b963 req-72e90f91-0443-4ef5-82e8-d0f775b74a4c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783873 Apr 11 06:33:02.902142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67638f1f-69f3-4dba-864d-127f7abe5005 x-openstack-request-id: req-67638f1f-69f3-4dba-864d-127f7abe5005 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:02.902435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:02.902711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67638f1f-69f3-4dba-864d-127f7abe5005 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:02.903140 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67638f1f-69f3-4dba-864d-127f7abe5005'] response: {'name': 'network-changed', 'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'status': 'completed', 'code': 200} Apr 11 06:33:03.010626 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:03.205728 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4015e8-44fe-42ae-8e29-07b67fba702f req-6fa3e614-fea5-45c3-81d3-fcf010555d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.207191 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ef4015e8-44fe-42ae-8e29-07b67fba702f req-6fa3e614-fea5-45c3-81d3-fcf010555d3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.0423999 Apr 11 06:33:03.225764 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:53Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}, {'id': 'b1063d03-38d4-45be-97f2-407a29687010', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:12:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c6e66-5836-4779-8a83-5e0620281ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:43Z', 'updated_at': '2022-04-11T06:33:02Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:03.255848 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:03.265450 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:03.266092 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:32:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:03.301531 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ef4015e8-44fe-42ae-8e29-07b67fba702f req-082c3218-1c66-460e-916a-e2f20a0c73b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477333 Apr 11 06:33:03.303316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-607605b1-9a77-44a9-854d-ae8ea52b7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.304869 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-607605b1-9a77-44a9-854d-ae8ea52b7c35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 1130 time: 0.0453138 Apr 11 06:33:03.376292 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:03.462764 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8c719-1d6b-42fe-8d90-69d6a72d45c8 req-afe83cfc-1fd5-48f0-a2f9-482420c00ecc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.464146 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e0f8c719-1d6b-42fe-8d90-69d6a72d45c8 req-afe83cfc-1fd5-48f0-a2f9-482420c00ecc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0459330 Apr 11 06:33:03.522830 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e0f8c719-1d6b-42fe-8d90-69d6a72d45c8 req-eb360490-9d87-42d2-9439-672214c86da9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467443 Apr 11 06:33:03.562235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aacfa-0517-4d40-ac97-1d436615c668 req-1ee80f7b-4238-46d3-9ee4-f3bbae05359a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.563897 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-699aacfa-0517-4d40-ac97-1d436615c668 req-1ee80f7b-4238-46d3-9ee4-f3bbae05359a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Apr 11 06:33:03.593318 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:53Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}, {'id': 'b1063d03-38d4-45be-97f2-407a29687010', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:12:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c6e66-5836-4779-8a83-5e0620281ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:43Z', 'updated_at': '2022-04-11T06:33:02Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:03.612833 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-699aacfa-0517-4d40-ac97-1d436615c668 req-412e0de4-72f8-40fd-b877-e02fdf739b0d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Apr 11 06:33:03.624272 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c6cea-4ca6-4cd6-84de-4e6732bee5b8 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:53Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}, {'id': 'b1063d03-38d4-45be-97f2-407a29687010', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:12:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c6e66-5836-4779-8a83-5e0620281ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:43Z', 'updated_at': '2022-04-11T06:33:02Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:03.710395 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-36692b88-c767-4424-91e0-18a56550c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.712052 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-36692b88-c767-4424-91e0-18a56550c584 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0900743 Apr 11 06:33:03.784458 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-e288594a-4d81-4316-ab71-3c328e1730bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638 HTTP/1.1" status: 200 len: 999 time: 0.0639708 Apr 11 06:33:03.835854 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a5c7e-fd75-48d8-80aa-b46eeace2106 None None] New status for floating IP b1063d03-38d4-45be-97f2-407a29687010: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:33:03.842730 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-0dd48529-e81b-49e9-a56e-833f39d29ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.844349 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-0dd48529-e81b-49e9-a56e-833f39d29ed1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0530589 Apr 11 06:33:04.536986 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-3cb8acf3-1a6e-420d-86cd-53fff06b65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:04.538712 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-3cb8acf3-1a6e-420d-86cd-53fff06b65f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0416200 Apr 11 06:33:04.671815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025f88d-efb5-4463-ac2b-f90df291c162 req-6b010cb1-a0a7-4fdd-8ba8-6b200d349a2c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:04.673836 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c025f88d-efb5-4463-ac2b-f90df291c162 req-6b010cb1-a0a7-4fdd-8ba8-6b200d349a2c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0752294 Apr 11 06:33:04.681892 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-7e653191-1bc7-4ea7-b80e-5f5f836651eb service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360736 Apr 11 06:33:04.741408 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05263576-3a5d-4363-9a93-cb0d47e8579a req-4a1570b9-fbbd-42e8-b074-bb42d5b3137f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:04.743067 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-05263576-3a5d-4363-9a93-cb0d47e8579a req-4a1570b9-fbbd-42e8-b074-bb42d5b3137f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0472205 Apr 11 06:33:04.782650 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c025f88d-efb5-4463-ac2b-f90df291c162 req-6cc1e08f-9e57-413b-9fd7-6f4883c8068b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030421 Apr 11 06:33:04.790780 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-05263576-3a5d-4363-9a93-cb0d47e8579a req-9284d8db-7b59-401b-91ce-5f8856f07f23 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Apr 11 06:33:04.808535 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-187d6e8a-371e-4f7d-9dca-f5ac31ff050b req-e4bbf1e7-42a5-426c-bcd7-e1be1f575539 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106472 Apr 11 06:33:05.908075 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0e56-c146-4f59-bd79-3cf2b6eb865a req-1cf3787a-04d0-4544-b45f-df91c0c34a13 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:05.909523 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb27c28-9638-46fa-8335-7feb7110849f req-b1ac636a-e315-4060-8ce0-c6a4f2546d0b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:05.909901 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-914f0e56-c146-4f59-bd79-3cf2b6eb865a req-1cf3787a-04d0-4544-b45f-df91c0c34a13 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Apr 11 06:33:05.910850 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2bb27c28-9638-46fa-8335-7feb7110849f req-b1ac636a-e315-4060-8ce0-c6a4f2546d0b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0463350 Apr 11 06:33:05.957243 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-914f0e56-c146-4f59-bd79-3cf2b6eb865a req-39bc72ac-16d7-4f70-8a46-dcc88d535a1f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417376 Apr 11 06:33:05.957524 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2bb27c28-9638-46fa-8335-7feb7110849f req-3fe3a0c6-536f-4f12-86b0-d9a3ee27a252 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Apr 11 06:33:06.065650 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223056da-14d1-4db9-9322-f33a7e35a7c0 req-21ea46af-0e08-4902-9256-e2e084b62959 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:06.067040 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-223056da-14d1-4db9-9322-f33a7e35a7c0 req-21ea46af-0e08-4902-9256-e2e084b62959 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Apr 11 06:33:06.080168 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 52854) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:06.086059 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'floatingip': {'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:06.129276 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.601332 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.606941 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.710670 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Floating IP de780b1c-71d7-4f85-9b8d-6e4c8fc73614 associated. External IP: 172.28.1.35, port: fa75cf50-ee4e-4a21-9ccc-809aea046f00. Apr 11 06:33:06.927714 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Router 3377750c-233e-4109-bf34-38a007d8f958 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:33:07.049555 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:07.060542 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525b489-6394-44be-a10e-49925a226c80 None None] Sync routers for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:07.068234 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.071414 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:07.072040 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:32:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:07.105459 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c7212-6725-42c6-9c68-cf0a73c344db req-72f8006a-0126-4a7a-b23c-0095e95994f1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:07.107042 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9e2c7212-6725-42c6-9c68-cf0a73c344db req-72f8006a-0126-4a7a-b23c-0095e95994f1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0736074 Apr 11 06:33:07.112439 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b2442989-12e8-4d78-bd19-145a72ebaa24 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "PUT /v2.0/floatingips/de780b1c-71d7-4f85-9b8d-6e4c8fc73614 HTTP/1.1" status: 200 len: 990 time: 1.0311544 Apr 11 06:33:07.114710 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:07.116470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4f33ee-420a-4227-944e-c4c5064f2dad" -d '{"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:07.157326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c1394a-1828-45ce-ac87-1fc507145340 x-openstack-request-id: req-44c1394a-1828-45ce-ac87-1fc507145340 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:07.157618 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:07.157872 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44c1394a-1828-45ce-ac87-1fc507145340 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:07.158271 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c1394a-1828-45ce-ac87-1fc507145340'] response: {'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'status': 'completed', 'code': 200} Apr 11 06:33:07.162659 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9e2c7212-6725-42c6-9c68-cf0a73c344db req-1f16ad42-c1ee-4a2c-935b-a3235a528389 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Apr 11 06:33:07.187050 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:07.230264 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-88ee7d5a-813b-4803-b8c0-552323c8a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:07.231809 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-88ee7d5a-813b-4803-b8c0-552323c8a93d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.0439718 Apr 11 06:33:07.324796 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-c7095035-b97a-4915-9f20-29ea5b894c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:07.326274 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-c7095035-b97a-4915-9f20-29ea5b894c8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.0867250 Apr 11 06:33:07.391487 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-67cc7897-0782-48ea-aec5-cb99ed3462d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 998 time: 0.0586419 Apr 11 06:33:07.401307 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'de780b1c-71d7-4f85-9b8d-6e4c8fc73614', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '3377750c-233e-4109-bf34-38a007d8f958', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:49Z', 'updated_at': '2022-04-11T06:33:06Z', 'revision_number': 1, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:07.431894 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525b489-6394-44be-a10e-49925a226c80 None None] Checking router: 3377750c-233e-4109-bf34-38a007d8f958 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:07.440521 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:07.441173 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:32:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:07.442795 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-482f938e-ecec-4973-9650-9bc9fc28c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:07.444258 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-482f938e-ecec-4973-9650-9bc9fc28c61e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0472486 Apr 11 06:33:07.487381 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-9c48477e-ad1b-49a1-a249-48d0b2df281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:07.489022 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-9c48477e-ad1b-49a1-a249-48d0b2df281a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390391 Apr 11 06:33:07.550262 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:07.584866 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-d9035cd9-0519-4903-9039-b2cd3b7cf660 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830562 Apr 11 06:33:07.679914 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c4f33ee-420a-4227-944e-c4c5064f2dad req-35bb06c2-944c-4531-8835-385b716b51fa service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883596 Apr 11 06:33:07.767717 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0525b489-6394-44be-a10e-49925a226c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'de780b1c-71d7-4f85-9b8d-6e4c8fc73614', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '3377750c-233e-4109-bf34-38a007d8f958', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:49Z', 'updated_at': '2022-04-11T06:33:06Z', 'revision_number': 1, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:07.885445 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525b489-6394-44be-a10e-49925a226c80 None None] The sync data for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb is: [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'de780b1c-71d7-4f85-9b8d-6e4c8fc73614', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '3377750c-233e-4109-bf34-38a007d8f958', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:49Z', 'updated_at': '2022-04-11T06:33:06Z', 'revision_number': 1, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:08.084261 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f2c8d-6257-4fe4-b812-ae16e89ddaf9 None None] New status for floating IP de780b1c-71d7-4f85-9b8d-6e4c8fc73614: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:33:08.288695 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a04205-026b-498f-b27a-ca30a0448f87 req-13f3e7ef-c6a2-40e9-9de5-a524dd65c777 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:08.290219 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-16a04205-026b-498f-b27a-ca30a0448f87 req-13f3e7ef-c6a2-40e9-9de5-a524dd65c777 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Apr 11 06:33:08.336446 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-16a04205-026b-498f-b27a-ca30a0448f87 req-2303acbb-6471-493a-8364-844d5c20ab31 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Apr 11 06:33:09.457874 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d9353-5edd-4de4-80cf-4d74176c6941 req-86d7d6d7-cf1a-4806-9beb-eeb6ec0f09f6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:09.459303 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-813d9353-5edd-4de4-80cf-4d74176c6941 req-86d7d6d7-cf1a-4806-9beb-eeb6ec0f09f6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0470977 Apr 11 06:33:09.514566 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-813d9353-5edd-4de4-80cf-4d74176c6941 req-0a43e1fb-a167-4562-b9af-7b728064d379 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466800 Apr 11 06:33:10.644138 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f8bf3-0105-4767-8b06-6060232685a5 req-6add6ae1-7ec7-41b5-9581-75c5ee3066ad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:10.645583 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-594f8bf3-0105-4767-8b06-6060232685a5 req-6add6ae1-7ec7-41b5-9581-75c5ee3066ad tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0507276 Apr 11 06:33:10.697801 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-594f8bf3-0105-4767-8b06-6060232685a5 req-6b94abc6-bf5a-4997-8ec9-f5df92aaa211 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Apr 11 06:33:11.820866 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33701e48-4cc2-490f-acd1-acfc5103aa7c req-36ab6f8a-4e1c-4898-a1c2-74d6c0800caf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:11.822356 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-33701e48-4cc2-490f-acd1-acfc5103aa7c req-36ab6f8a-4e1c-4898-a1c2-74d6c0800caf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0569437 Apr 11 06:33:11.873579 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-33701e48-4cc2-490f-acd1-acfc5103aa7c req-03ab2868-a964-41ad-bb2e-72fef2013b03 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Apr 11 06:33:12.543599 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6fca3ad4-cfd4-4ed3-9111-6d1a11fb0594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.013821 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ded79-54b4-4486-9d29-e9f5a2662101 req-19ad8359-c51f-4e24-9274-ac48be7e2e95 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:13.015312 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a37ded79-54b4-4486-9d29-e9f5a2662101 req-19ad8359-c51f-4e24-9274-ac48be7e2e95 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0578594 Apr 11 06:33:13.070670 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a37ded79-54b4-4486-9d29-e9f5a2662101 req-6d727775-3ea3-479a-ad18-5e6a75b9c550 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467834 Apr 11 06:33:14.191913 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a394b-f9e2-4751-9140-d973c1cc5911 req-5cb571b1-e162-48bb-a85e-c848309677e4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:14.193229 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-394a394b-f9e2-4751-9140-d973c1cc5911 req-5cb571b1-e162-48bb-a85e-c848309677e4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0468097 Apr 11 06:33:14.248786 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-394a394b-f9e2-4751-9140-d973c1cc5911 req-040dc1e4-2aab-4bd8-ae76-56aea4883382 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498412 Apr 11 06:33:14.881449 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d071f3f1-9f00-4b7d-88e7-1675bb4861a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.385528 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ed8e-dff2-482f-804c-998cb09ddffa req-fa1f0cfd-3d78-4d05-859b-4a2b3e691d34 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:15.387050 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de58ed8e-dff2-482f-804c-998cb09ddffa req-fa1f0cfd-3d78-4d05-859b-4a2b3e691d34 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0535700 Apr 11 06:33:15.433368 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de58ed8e-dff2-482f-804c-998cb09ddffa req-2832bb29-1ccd-4188-a8ee-fbcac0c0e82f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Apr 11 06:33:15.829646 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.564480 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b9808-eedb-43d3-827b-cbe009a92329 req-89cb8560-79d9-40ee-8241-612c402e9ce1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:16.565928 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ce8b9808-eedb-43d3-827b-cbe009a92329 req-89cb8560-79d9-40ee-8241-612c402e9ce1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0543039 Apr 11 06:33:16.612403 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ce8b9808-eedb-43d3-827b-cbe009a92329 req-96326421-2648-4297-ad66-4bd46f2ddd08 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Apr 11 06:33:17.272660 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.740339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9ad0-8bb1-40d8-b2df-d331192193f8 req-5b938970-37a1-4175-b4e8-2c4cb0615a5c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:17.741755 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4f2e9ad0-8bb1-40d8-b2df-d331192193f8 req-5b938970-37a1-4175-b4e8-2c4cb0615a5c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0460615 Apr 11 06:33:17.788205 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4f2e9ad0-8bb1-40d8-b2df-d331192193f8 req-f88baf53-3bb4-4739-92a0-4ee13db2bc37 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Apr 11 06:33:18.240025 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:33:18.345288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:18.356238 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'mac_address': 'fa:16:3e:14:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:33:18.394033 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: ACTIVE; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:18.394440 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.406848 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7d07194-d05f-4900-8f18-0d59b5a77b0f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:18.426621 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:18.431801 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.482512 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:18.490234 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.490521 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.490907 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.491273 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.491618 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.491951 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.492269 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.492599 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.492931 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.493260 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.493598 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.494892 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.495249 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.495611 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.495957 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.601287 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['d7d07194-d05f-4900-8f18-0d59b5a77b0f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:33:18.914111 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44db86-796e-4caa-885a-2b86794de5c7 req-ec6496ce-6964-47d9-bcfa-258fa264fd1a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.915620 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6c44db86-796e-4caa-885a-2b86794de5c7 req-ec6496ce-6964-47d9-bcfa-258fa264fd1a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 944 time: 0.0467255 Apr 11 06:33:18.965467 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6c44db86-796e-4caa-885a-2b86794de5c7 req-76b95e4e-eef0-4488-b5e5-cb2f107abdaf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Apr 11 06:33:19.060615 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:19.121787 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:33:20.098244 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a790b-3293-46d5-aee4-69c95d726069 req-f0bb675a-645f-4856-9e8e-a7bdd748344a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:20.099720 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-809a790b-3293-46d5-aee4-69c95d726069 req-f0bb675a-645f-4856-9e8e-a7bdd748344a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 944 time: 0.0468357 Apr 11 06:33:20.148763 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-809a790b-3293-46d5-aee4-69c95d726069 req-9519a429-3b48-42f6-9ad8-824c1f713adc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Apr 11 06:33:20.222577 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:20.272567 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port d7d07194-d05f-4900-8f18-0d59b5a77b0f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:20.272933 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.354998 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:20.355393 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.378815 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:20.381064 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b334536e-3df9-40b0-be8e-6a5e3d1d6788" -d '{"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-plugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:20.396175 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:20.401489 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.424207 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe18476-f48e-4029-baba-94b19c21987b x-openstack-request-id: req-1fe18476-f48e-4029-baba-94b19c21987b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:20.424502 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-plugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:20.424761 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fe18476-f48e-4029-baba-94b19c21987b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:20.425163 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe18476-f48e-4029-baba-94b19c21987b'] response: {'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'code': 200} Apr 11 06:33:20.452001 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:21.276820 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e77b-25f9-431c-9fbe-ffa765f39c2e req-6d81b061-15d4-4796-9d59-4b39d10cb3d3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:21.278260 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1b8e77b-25f9-431c-9fbe-ffa765f39c2e req-6d81b061-15d4-4796-9d59-4b39d10cb3d3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0479741 Apr 11 06:33:21.328871 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1b8e77b-25f9-431c-9fbe-ffa765f39c2e req-88462d3e-d740-4611-9e71-48455e616c8c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 Apr 11 06:33:22.452203 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af771ea1-ea7f-4603-91c3-66a04faaeded req-12a9b7ec-495f-4999-936a-a5e873d3fcd8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:22.453665 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-af771ea1-ea7f-4603-91c3-66a04faaeded req-12a9b7ec-495f-4999-936a-a5e873d3fcd8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0510168 Apr 11 06:33:22.502659 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-af771ea1-ea7f-4603-91c3-66a04faaeded req-cb7299fc-ece7-4b12-9931-13d4fc20a8ac tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432603 Apr 11 06:33:23.627936 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6e186-8f59-4fc5-ba82-644f7d4be0a5 req-1af2d38a-8082-4089-83e8-85d76eb970e4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:23.629541 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76c6e186-8f59-4fc5-ba82-644f7d4be0a5 req-1af2d38a-8082-4089-83e8-85d76eb970e4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0480573 Apr 11 06:33:23.692914 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76c6e186-8f59-4fc5-ba82-644f7d4be0a5 req-a9bf19f2-546d-4a6b-a746-610adfa48606 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574934 Apr 11 06:33:24.814466 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c598b-4c76-424e-b72c-5b7973e8f7a8 req-dedd5a75-e14c-403a-9042-5d4bfdb07041 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:24.816007 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3b0c598b-4c76-424e-b72c-5b7973e8f7a8 req-dedd5a75-e14c-403a-9042-5d4bfdb07041 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0501235 Apr 11 06:33:24.864725 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3b0c598b-4c76-424e-b72c-5b7973e8f7a8 req-e943a296-1f1c-4a95-b3c2-320506898f86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Apr 11 06:33:25.990034 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbde9f-4eb3-4b7a-acbc-f349d33f2f3e req-e12948ba-9dcd-4e68-8140-c12b281bc918 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:25.992268 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-63dbde9f-4eb3-4b7a-acbc-f349d33f2f3e req-e12948ba-9dcd-4e68-8140-c12b281bc918 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0518804 Apr 11 06:33:26.040002 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-63dbde9f-4eb3-4b7a-acbc-f349d33f2f3e req-cbfdac75-d168-4ffe-8109-24898fae02b5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 Apr 11 06:33:27.168424 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9206383-0033-4d79-a9c8-20fc3a674cdf req-a57dc862-4aaa-42ba-98a7-1c274cc19080 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:27.169955 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d9206383-0033-4d79-a9c8-20fc3a674cdf req-a57dc862-4aaa-42ba-98a7-1c274cc19080 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0521810 Apr 11 06:33:27.225946 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d9206383-0033-4d79-a9c8-20fc3a674cdf req-59d55def-5c90-4b1c-a68c-694b68dc1d8e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503907 Apr 11 06:33:27.236590 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.351227 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc87c1-5f6d-47b3-b836-fa5311193e0c req-ca2c802e-0b29-40ca-916f-a9617fc9e417 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:28.352770 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-84fc87c1-5f6d-47b3-b836-fa5311193e0c req-ca2c802e-0b29-40ca-916f-a9617fc9e417 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0469534 Apr 11 06:33:28.402530 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-84fc87c1-5f6d-47b3-b836-fa5311193e0c req-2cc04275-82ba-4431-92f9-3e37d94db16c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Apr 11 06:33:29.566971 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90a856-38da-47ab-ab64-68e0e142b3c7 req-adc9e160-3dce-422f-9d17-002ff78fd70e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:29.568890 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-af90a856-38da-47ab-ab64-68e0e142b3c7 req-adc9e160-3dce-422f-9d17-002ff78fd70e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0870385 Apr 11 06:33:29.620567 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-af90a856-38da-47ab-ab64-68e0e142b3c7 req-8a970c39-ae07-4e40-8435-cc8653621413 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454662 Apr 11 06:33:30.742162 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091afe-6f07-41a2-ae45-4cc1dab594c2 req-c9776507-a4ff-4ae0-849d-30c71a38e5ef tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:30.743623 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd091afe-6f07-41a2-ae45-4cc1dab594c2 req-c9776507-a4ff-4ae0-849d-30c71a38e5ef tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0493050 Apr 11 06:33:30.796084 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd091afe-6f07-41a2-ae45-4cc1dab594c2 req-deea74d6-13a5-40e1-b384-ee4d9ea37b46 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Apr 11 06:33:31.922558 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56bcea-cb07-4de9-9056-83ae142a6718 req-70b2de3d-d5c0-4258-8a79-ae5e4d39c6ee tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:31.924069 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3e56bcea-cb07-4de9-9056-83ae142a6718 req-70b2de3d-d5c0-4258-8a79-ae5e4d39c6ee tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0532219 Apr 11 06:33:31.976576 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3e56bcea-cb07-4de9-9056-83ae142a6718 req-1bfac576-2a2c-4ff9-b76b-4c65f8053945 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Apr 11 06:33:33.104495 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996edaf-080b-4e5b-bc2d-12b7f7c24743 req-6937c882-d983-4b6d-a26b-1aa916384817 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:33.106039 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3996edaf-080b-4e5b-bc2d-12b7f7c24743 req-6937c882-d983-4b6d-a26b-1aa916384817 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0507419 Apr 11 06:33:33.162041 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3996edaf-080b-4e5b-bc2d-12b7f7c24743 req-687df13e-4cb7-48b0-98b1-06f8bd11fa5f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Apr 11 06:33:34.290802 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b43b9-0207-4e84-b729-6a3728469ff4 req-66fc6176-d436-4e5b-ba5e-be2e71dedc30 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:34.292301 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-910b43b9-0207-4e84-b729-6a3728469ff4 req-66fc6176-d436-4e5b-ba5e-be2e71dedc30 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0574987 Apr 11 06:33:34.348215 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-910b43b9-0207-4e84-b729-6a3728469ff4 req-40914d78-9027-41e1-bda3-48dbc21f997e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502031 Apr 11 06:33:35.126200 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-19a92166-f13c-45b4-893a-397c0e60c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.127723 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-19a92166-f13c-45b4-893a-397c0e60c88e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1129 time: 0.0449951 Apr 11 06:33:35.219644 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-bc2f03a3-5ea2-4e2b-a0f3-25e3ad81b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.221075 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-bc2f03a3-5ea2-4e2b-a0f3-25e3ad81b9e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.0855632 Apr 11 06:33:35.295131 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-3597f532-4d1c-47d6-bfa8-e8c7ffe17a56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 1000 time: 0.0652406 Apr 11 06:33:35.352144 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-d6d12711-90f4-4221-a653-0163aa77a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.353563 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-d6d12711-90f4-4221-a653-0163aa77a3d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0491385 Apr 11 06:33:35.401782 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-5b979d96-9fc4-4702-8bc0-0d6dec00c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.403329 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-5b979d96-9fc4-4702-8bc0-0d6dec00c9ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425439 Apr 11 06:33:35.508217 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa7f03-991b-40a7-a55b-9a6b9de53295 req-53d83297-824d-4f93-bf2e-3379ae67d905 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.509789 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-95fa7f03-991b-40a7-a55b-9a6b9de53295 req-53d83297-824d-4f93-bf2e-3379ae67d905 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0822747 Apr 11 06:33:35.543631 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-17839807-50aa-4a46-a155-f8d7387654c9 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331789 Apr 11 06:33:35.589365 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-95fa7f03-991b-40a7-a55b-9a6b9de53295 req-c2483cbf-a98f-42ce-883e-a3abe31f7e71 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736437 Apr 11 06:33:35.647907 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de6a14d4-75ad-4526-ae1d-9898671e4796 req-8df67868-0698-4808-adf1-eb7305c3f1e0 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941501 Apr 11 06:33:36.724121 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef26c9-3007-48a5-854d-1fd10e6b569a req-33f2d786-6f37-4dae-8826-00ae72e3d420 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:36.725542 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e1ef26c9-3007-48a5-854d-1fd10e6b569a req-33f2d786-6f37-4dae-8826-00ae72e3d420 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0552089 Apr 11 06:33:36.771344 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e1ef26c9-3007-48a5-854d-1fd10e6b569a req-da57ea48-19f6-4f76-a70c-1f7b8da91851 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Apr 11 06:33:37.901449 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931e65-1124-4494-a3da-66667c7a9f2e req-996de781-2535-4aa6-be00-1929add692ac tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:37.902948 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-37931e65-1124-4494-a3da-66667c7a9f2e req-996de781-2535-4aa6-be00-1929add692ac tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Apr 11 06:33:37.948006 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-37931e65-1124-4494-a3da-66667c7a9f2e req-36776a49-1927-4fae-a783-e6221dc90570 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 Apr 11 06:33:38.285744 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:33:38.362114 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: ACTIVE; New status is: DOWN {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:38.362500 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:38.386253 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:38.388528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807713d3-f644-4e35-a6a6-a5a6224d71aa" -d '{"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:38.402336 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:38.408075 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:38.434733 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008d34e7-00ae-4fc1-8b65-a1e21372327c x-openstack-request-id: req-008d34e7-00ae-4fc1-8b65-a1e21372327c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:38.435231 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-unplugged", "status": "failed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:38.435482 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-008d34e7-00ae-4fc1-8b65-a1e21372327c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:38.435916 dv-cinder-836996-3-smb neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-008d34e7-00ae-4fc1-8b65-a1e21372327c']: {'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'code': 422} returned with failed status Apr 11 06:33:38.452326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [req-54325934-e1e6-4439-8ed5-c88e0a9af4a5 req-7bef1278-1dd4-46a1-90cb-c2d4adbeedf5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:33:38.453384 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-54325934-e1e6-4439-8ed5-c88e0a9af4a5 req-7bef1278-1dd4-46a1-90cb-c2d4adbeedf5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055168 Apr 11 06:33:38.460345 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:38.610310 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde913-a770-4b9d-82f2-399de55fe9cc req-dc13a9ee-d3f3-43bf-aa16-f563670ee8d8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:38.611716 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cfbde913-a770-4b9d-82f2-399de55fe9cc req-dc13a9ee-d3f3-43bf-aa16-f563670ee8d8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0488131 Apr 11 06:33:38.658681 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cfbde913-a770-4b9d-82f2-399de55fe9cc req-018c0bdb-428b-4388-8491-2f890b7faed0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Apr 11 06:33:38.971861 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53030) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:39.064349 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-6826b729-6d9a-4d6b-85f4-618acb38c532 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913472 Apr 11 06:33:39.072959 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-d6ab9f62-9d81-48e1-8b64-0d929febab43 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:33:39.073878 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-d6ab9f62-9d81-48e1-8b64-0d929febab43 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049052 Apr 11 06:33:39.155382 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53038) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:39.247404 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-ea2b4b6c-13a1-4d52-99ba-4493a44f1b14 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.248739 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-ea2b4b6c-13a1-4d52-99ba-4493a44f1b14 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports/d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 940 time: 0.0923734 Apr 11 06:33:39.774264 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e37c-749f-4115-a662-a275ef1cb631 req-17a0786f-d9b5-497a-b11f-d233a92ce477 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.775871 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd38e37c-749f-4115-a662-a275ef1cb631 req-17a0786f-d9b5-497a-b11f-d233a92ce477 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0466399 Apr 11 06:33:39.828805 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd38e37c-749f-4115-a662-a275ef1cb631 req-8967be6d-201b-44a1-8249-7fface233bd1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 Apr 11 06:33:40.533216 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-7ba93045-f043-432a-b51a-314ad6142c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.534708 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-7ba93045-f043-432a-b51a-314ad6142c44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80&tenant_id=8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 1127 time: 0.0751772 Apr 11 06:33:40.604675 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-91f84bfe-0b08-44a1-ba1d-c9731582d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.606111 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-91f84bfe-0b08-44a1-ba1d-c9731582d6f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1127 time: 0.0411520 Apr 11 06:33:40.698568 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-1bab1a5a-44ce-4338-a8f4-641299b1a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.699966 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-1bab1a5a-44ce-4338-a8f4-641299b1a073 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.0875118 Apr 11 06:33:41.007399 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-6b01c141-0aaf-47cf-9ca2-51150e0e6151 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 998 time: 0.2996473 Apr 11 06:33:41.064645 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77333aa-b350-44ee-bb37-ce887de0ba81 req-21c0ec6f-0caf-44bf-8e73-03229e48e3ce tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.066092 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b77333aa-b350-44ee-bb37-ce887de0ba81 req-21c0ec6f-0caf-44bf-8e73-03229e48e3ce tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0710251 Apr 11 06:33:41.090327 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-1d694a53-d57d-453e-8fbe-271cc150e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.092186 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-1d694a53-d57d-453e-8fbe-271cc150e1e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0688174 Apr 11 06:33:41.144797 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b77333aa-b350-44ee-bb37-ce887de0ba81 req-5e97ed98-8ccb-4521-bee1-8039e19cbe4b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726750 Apr 11 06:33:41.149723 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-f9b12bc1-42b9-4835-a1af-9e3fb8b53663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.151186 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-f9b12bc1-42b9-4835-a1af-9e3fb8b53663 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527027 Apr 11 06:33:41.243049 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-787ac9d9-7b01-4364-b664-277ad4fcdc93 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845730 Apr 11 06:33:41.333302 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1b3102be-6f04-4778-b099-8b70cde3c890 req-cce0b1ca-9c3a-4a9f-a375-813288c34f2b service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833461 Apr 11 06:33:42.271070 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1476d-a5f3-4347-b99a-07f2a487a919 req-9149afde-ed5b-4a3c-b551-5ff36fd520ea tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.272645 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7f1476d-a5f3-4347-b99a-07f2a487a919 req-9149afde-ed5b-4a3c-b551-5ff36fd520ea tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0466318 Apr 11 06:33:42.292945 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:33:42.334845 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7f1476d-a5f3-4347-b99a-07f2a487a919 req-ff6e8e5f-68a9-4931-b754-918db71fa5df tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563829 Apr 11 06:33:42.371445 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: DOWN; New status is: DOWN {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:42.549951 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-405b2183-0b29-45d6-8769-05a3fdb572d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:43.482320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246e9c1-6a0f-4d11-a46a-00e66806308a req-3654fb09-c2ef-48f4-be3c-624e9018f8de tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:43.483888 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4246e9c1-6a0f-4d11-a46a-00e66806308a req-3654fb09-c2ef-48f4-be3c-624e9018f8de tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0497038 Apr 11 06:33:43.531367 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4246e9c1-6a0f-4d11-a46a-00e66806308a req-d7a54bb5-0414-4ff0-b93f-0fb6c2dd40a2 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417719 Apr 11 06:33:44.673147 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3b62e-d2ae-4b06-9fcb-1378619ac91f req-5fa8e2d8-700b-4e88-b04c-90ad326ed0bf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.674531 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17a3b62e-d2ae-4b06-9fcb-1378619ac91f req-5fa8e2d8-700b-4e88-b04c-90ad326ed0bf tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0475602 Apr 11 06:33:44.722482 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17a3b62e-d2ae-4b06-9fcb-1378619ac91f req-ba04517f-2976-4c41-aff8-b4dd177eeb07 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422730 Apr 11 06:33:44.872814 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afe30387-e2de-4099-be58-328d0d2a65c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.825375 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.858437 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93262-63f4-4e37-97dc-c355475e970b req-b904e50b-d66c-4e38-8971-33ba678d61c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:45.859973 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-22e93262-63f4-4e37-97dc-c355475e970b req-b904e50b-d66c-4e38-8971-33ba678d61c9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0542531 Apr 11 06:33:45.908265 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-22e93262-63f4-4e37-97dc-c355475e970b req-3aa7868b-a355-4bd8-967a-c96a3eb43baa tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400872 Apr 11 06:33:47.030361 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dca9fd-2da1-4daa-b3ee-b89bf419f252 req-5b4c7726-bb07-439d-94b6-78bc53760fca tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:47.031811 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-98dca9fd-2da1-4daa-b3ee-b89bf419f252 req-5b4c7726-bb07-439d-94b6-78bc53760fca tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0523176 Apr 11 06:33:47.084713 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-98dca9fd-2da1-4daa-b3ee-b89bf419f252 req-b3507aaf-2295-4e8c-9321-3bfd8001805f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471435 Apr 11 06:33:47.275272 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:48.221890 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48961024-d0ee-4847-b344-30fc1f07b4a3 req-ba102974-9798-406c-abb0-92c54a5c7711 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:48.223326 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-48961024-d0ee-4847-b344-30fc1f07b4a3 req-ba102974-9798-406c-abb0-92c54a5c7711 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0642931 Apr 11 06:33:48.270224 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-48961024-d0ee-4847-b344-30fc1f07b4a3 req-226b7f0f-ee27-4f01-89d2-97b77561fd9e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Apr 11 06:33:49.063677 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:49.428343 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69a56-c2e1-465d-9a67-603e94a28097 req-c188a620-a59f-4115-9ede-804a2a70460b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:49.430144 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3db69a56-c2e1-465d-9a67-603e94a28097 req-c188a620-a59f-4115-9ede-804a2a70460b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0761719 Apr 11 06:33:49.480761 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3db69a56-c2e1-465d-9a67-603e94a28097 req-8161dad9-fbd9-44cc-aef9-60304e741bf0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Apr 11 06:33:50.613324 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98781911-8634-42b1-b27f-2166baec7bee req-865a6cc2-491e-437c-a0ba-4ceb9096e56a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:50.614881 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-98781911-8634-42b1-b27f-2166baec7bee req-865a6cc2-491e-437c-a0ba-4ceb9096e56a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0485170 Apr 11 06:33:50.664769 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-98781911-8634-42b1-b27f-2166baec7bee req-728f2340-29a4-45ac-b24d-c60691c1027c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438852 Apr 11 06:33:51.788439 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9da94-2e66-43b8-9407-1737bcd8d706 req-919875a4-282b-47a8-994b-54f111d853d5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:51.789942 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-18f9da94-2e66-43b8-9407-1737bcd8d706 req-919875a4-282b-47a8-994b-54f111d853d5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0549314 Apr 11 06:33:51.838170 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-18f9da94-2e66-43b8-9407-1737bcd8d706 req-65287487-e6a2-4003-8753-041996bf3d5d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Apr 11 06:33:52.957316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464284f-6484-4e30-b972-5dbd1ac1ed04 req-f91913d5-4c9c-4738-8f94-1a92ebd18127 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:52.959101 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7464284f-6484-4e30-b972-5dbd1ac1ed04 req-f91913d5-4c9c-4738-8f94-1a92ebd18127 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0472209 Apr 11 06:33:53.013149 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7464284f-6484-4e30-b972-5dbd1ac1ed04 req-b6763678-a340-4c99-af3b-5d7661bfd154 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482965 Apr 11 06:33:54.135312 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c7ae9-2b93-4adf-8a9a-2e2d7e7d96e0 req-d6a6c847-39b7-4e9f-a4d3-e4599dd02388 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:54.136812 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-610c7ae9-2b93-4adf-8a9a-2e2d7e7d96e0 req-d6a6c847-39b7-4e9f-a4d3-e4599dd02388 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0473044 Apr 11 06:33:54.184266 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-610c7ae9-2b93-4adf-8a9a-2e2d7e7d96e0 req-b60b938e-38ba-46cd-a8b6-f95568045d6a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Apr 11 06:33:54.991306 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815bd27-e701-4a8e-95f0-c1b7ba7cf894 req-2c646053-8a05-4356-b08c-35b421988b16 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:54.992770 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3815bd27-e701-4a8e-95f0-c1b7ba7cf894 req-2c646053-8a05-4356-b08c-35b421988b16 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0574501 Apr 11 06:33:55.057629 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3815bd27-e701-4a8e-95f0-c1b7ba7cf894 req-231318d3-21c2-4ae8-bd22-33586da136c8 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587828 Apr 11 06:33:55.305303 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57974-45bf-41b9-81b4-41acf14540b6 req-37cbba91-6e29-4bdc-b381-f98bf76e15a9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:55.306753 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2ab57974-45bf-41b9-81b4-41acf14540b6 req-37cbba91-6e29-4bdc-b381-f98bf76e15a9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0473068 Apr 11 06:33:55.359093 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2ab57974-45bf-41b9-81b4-41acf14540b6 req-3e480347-ab8a-4569-9b13-2b8895116759 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465088 Apr 11 06:33:56.121293 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:33:56.184527 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1776-cd31-42c0-9133-52e5dc5f63ca req-90ae0a9f-890a-4912-a7bb-8a0239ca189f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.185885 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c69f1776-cd31-42c0-9133-52e5dc5f63ca req-90ae0a9f-890a-4912-a7bb-8a0239ca189f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0476735 Apr 11 06:33:56.248437 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c69f1776-cd31-42c0-9133-52e5dc5f63ca req-04c9006d-f562-4367-b626-95103efe70b1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568109 Apr 11 06:33:56.486832 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbcb7-cde6-48f3-8e6a-da9c2691deff req-3bc09351-6028-4576-96c6-fc917da9043d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.488183 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aaabbcb7-cde6-48f3-8e6a-da9c2691deff req-3bc09351-6028-4576-96c6-fc917da9043d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0475998 Apr 11 06:33:56.536716 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aaabbcb7-cde6-48f3-8e6a-da9c2691deff req-a3cb6734-2f65-4941-935a-a24f12c8d7a8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429204 Apr 11 06:33:57.261569 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.359300 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13d705-ce90-474b-be36-7c95125a7b21 req-a324ffad-91b8-4ed6-b316-8c238f6c1ba6 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.360751 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2f13d705-ce90-474b-be36-7c95125a7b21 req-a324ffad-91b8-4ed6-b316-8c238f6c1ba6 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0476480 Apr 11 06:33:57.429611 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2f13d705-ce90-474b-be36-7c95125a7b21 req-ec4fc31a-c865-436e-9aa8-a6051eff458a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628285 Apr 11 06:33:57.673045 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114427e-46d6-4cbb-8570-b4ca26c9467f req-3d5184e7-9c9e-4734-8d5c-9492ed19472c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.674648 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c114427e-46d6-4cbb-8570-b4ca26c9467f req-3d5184e7-9c9e-4734-8d5c-9492ed19472c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0540638 Apr 11 06:33:57.728930 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c114427e-46d6-4cbb-8570-b4ca26c9467f req-f889f9c0-474f-4a64-9f5a-b2f730ab63ec tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423770 Apr 11 06:33:58.559296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd7532-0f65-4bb3-9f08-3087375936f4 req-871535cd-7981-4bfa-841f-02b3694bfe1d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:58.560751 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09fd7532-0f65-4bb3-9f08-3087375936f4 req-871535cd-7981-4bfa-841f-02b3694bfe1d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0515680 Apr 11 06:33:58.621113 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09fd7532-0f65-4bb3-9f08-3087375936f4 req-9651f374-f33c-4e73-83e7-653eadccfba1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546627 Apr 11 06:33:58.865701 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c469a-ae59-489f-9124-7fdfd48053d6 req-2782cc85-5cf1-4ce7-93c1-437226e4b446 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:58.867229 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-277c469a-ae59-489f-9124-7fdfd48053d6 req-2782cc85-5cf1-4ce7-93c1-437226e4b446 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0554338 Apr 11 06:33:58.916237 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-277c469a-ae59-489f-9124-7fdfd48053d6 req-d79b93be-dfa0-4ab0-b221-099fd616e672 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434177 Apr 11 06:33:59.756841 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5daab-8430-4aef-8cf8-3db665c28232 req-90bc35e5-0701-4704-a993-7803ed0f9a19 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:59.758306 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ceb5daab-8430-4aef-8cf8-3db665c28232 req-90bc35e5-0701-4704-a993-7803ed0f9a19 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0565593 Apr 11 06:33:59.817829 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ceb5daab-8430-4aef-8cf8-3db665c28232 req-abf8b3bf-e8bd-42e2-979f-f64bdce89d9e tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537660 Apr 11 06:34:00.064468 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76834b0c-6433-4487-a5be-604736199916 req-5b30c6ae-29ba-4fea-a5a0-5116db657b65 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:00.065986 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76834b0c-6433-4487-a5be-604736199916 req-5b30c6ae-29ba-4fea-a5a0-5116db657b65 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0575402 Apr 11 06:34:00.122913 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76834b0c-6433-4487-a5be-604736199916 req-3640aa98-3521-45b8-9ab7-a22d2ee61959 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509100 Apr 11 06:34:00.943180 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd71347-177c-436d-b666-bb50987bf4c9 req-2490f484-ad3a-4926-8799-37a149b62fbe tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:00.944592 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9cd71347-177c-436d-b666-bb50987bf4c9 req-2490f484-ad3a-4926-8799-37a149b62fbe tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0491884 Apr 11 06:34:01.010040 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9cd71347-177c-436d-b666-bb50987bf4c9 req-eb6ab285-352d-4aea-b4da-150bb0ceaac6 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572062 Apr 11 06:34:01.203250 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-2672a6e2-0af3-4cd1-b2fc-335bb558bf28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402620 Apr 11 06:34:01.233380 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-3c749a3a-ff26-4a3c-88c7-cffebd17a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.235040 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-3c749a3a-ff26-4a3c-88c7-cffebd17a80e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1168 time: 0.0396192 Apr 11 06:34:01.286377 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371297b3-eae0-43d0-9334-3398be3d4228 req-0630c153-f0c6-4af7-9fde-fbe293a572d7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.287880 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-371297b3-eae0-43d0-9334-3398be3d4228 req-0630c153-f0c6-4af7-9fde-fbe293a572d7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0765791 Apr 11 06:34:01.292912 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-e1f8df27-8d7e-42ca-970e-d56a76ecdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.294319 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-e1f8df27-8d7e-42ca-970e-d56a76ecdb10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1129 time: 0.0548308 Apr 11 06:34:01.327937 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-b680897b-fb40-4243-b8a6-24ce0d2ae391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.329433 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-b680897b-fb40-4243-b8a6-24ce0d2ae391 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 916 time: 0.0874405 Apr 11 06:34:01.360520 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-371297b3-eae0-43d0-9334-3398be3d4228 req-9d153321-8e2c-46d2-babc-98abdf9ee5f8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651166 Apr 11 06:34:01.403308 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-bec90ae6-5f9f-4ccf-bf2f-8183fa2e9fac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 999 time: 0.0669656 Apr 11 06:34:01.420327 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-e1804aa7-38c6-40c2-9328-5a95826dbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.421774 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-e1804aa7-38c6-40c2-9328-5a95826dbbfd service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.1059387 Apr 11 06:34:01.452815 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-f5d6c530-d379-41e1-8193-59bd9e2ff0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.454293 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-f5d6c530-d379-41e1-8193-59bd9e2ff0c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0436544 Apr 11 06:34:01.491742 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-0bee0e42-4f00-435c-8857-c7d795505639 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 1001 time: 0.0627773 Apr 11 06:34:01.498649 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-d2609f6e-db93-4b3a-b036-dc9cf2d18316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.500237 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-d2609f6e-db93-4b3a-b036-dc9cf2d18316 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395012 Apr 11 06:34:01.540789 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-f909d1f9-018c-41bf-a484-08a3f76d8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.542262 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-f909d1f9-018c-41bf-a484-08a3f76d8cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0449812 Apr 11 06:34:01.585072 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-44c73e77-dab5-4530-83b9-4f8fc4d7c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.586568 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-44c73e77-dab5-4530-83b9-4f8fc4d7c619 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379603 Apr 11 06:34:01.592543 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-77a82c68-3aa5-4aea-aaf9-7602f2932e27 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Apr 11 06:34:01.680276 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-3e65f30d-cc91-4c0e-90c1-d5d171a78638 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870838 Apr 11 06:34:01.683644 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f9f991a-e648-4821-8ae8-290fbd696b7a req-8055e488-11ca-42fa-aa07-cba63c81cf15 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854886 Apr 11 06:34:01.779218 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c8723994-8081-4f04-8c06-35a4fc3e6dac req-693369a4-b77a-44f8-ba83-262897c8f44f service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889266 Apr 11 06:34:02.364029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53438fb-ad58-4204-9733-9e8bab0366c4 req-4dd5ab45-927c-45db-8b7d-05c07f032765 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:02.365388 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c53438fb-ad58-4204-9733-9e8bab0366c4 req-4dd5ab45-927c-45db-8b7d-05c07f032765 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.2658365 Apr 11 06:34:02.425674 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c53438fb-ad58-4204-9733-9e8bab0366c4 req-e2031c5c-d403-45ba-b9ff-5be20b7fcdea tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542524 Apr 11 06:34:02.455128 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:34:02.484562 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b624b-4f5f-49cf-82d0-967050ac9e83 req-bdee40de-1b17-46e0-a9e6-70d343d7627d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:02.486039 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-302b624b-4f5f-49cf-82d0-967050ac9e83 req-bdee40de-1b17-46e0-a9e6-70d343d7627d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 943 time: 0.0518527 Apr 11 06:34:02.533700 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-302b624b-4f5f-49cf-82d0-967050ac9e83 req-55ddb2c5-256b-41ec-990f-9f35e097deef tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Apr 11 06:34:02.552213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:02.563435 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'port_id': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'mac_address': 'fa:16:3e:14:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:34:02.603021 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:02.603410 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:02.616851 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d07194-d05f-4900-8f18-0d59b5a77b0f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:34:02.635549 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:02.643022 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:02.688648 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:03.111961 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['d7d07194-d05f-4900-8f18-0d59b5a77b0f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:34:03.549065 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922843-9507-4750-8bf4-dccb14249d05 req-87663377-54c5-4848-8fd9-109f63b2d978 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:03.550596 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1922843-9507-4750-8bf4-dccb14249d05 req-87663377-54c5-4848-8fd9-109f63b2d978 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0468378 Apr 11 06:34:03.615190 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1922843-9507-4750-8bf4-dccb14249d05 req-0917ca67-5959-4a19-b8bd-a2d5c4b46387 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585475 Apr 11 06:34:03.655751 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227332f0-91db-4916-ad47-ac322d441cdc req-5f6da543-a0eb-4271-94d5-62869e2bd0cc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:03.657263 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-227332f0-91db-4916-ad47-ac322d441cdc req-5f6da543-a0eb-4271-94d5-62869e2bd0cc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 944 time: 0.0472467 Apr 11 06:34:03.704360 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-227332f0-91db-4916-ad47-ac322d441cdc req-dc6dbcf6-27a5-42d3-a509-af3f509d2030 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Apr 11 06:34:04.460311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:34:04.509457 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port d7d07194-d05f-4900-8f18-0d59b5a77b0f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:34:04.509836 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:04.596926 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port d7d07194-d05f-4900-8f18-0d59b5a77b0f is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:04.597333 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:04.622247 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:04.624483 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c25cce-ae46-4e38-8c62-506b970251cc" -d '{"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-plugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:04.637198 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:04.644567 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:04.669371 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726b05b8-43d6-4d41-9175-9842c367a9e0 x-openstack-request-id: req-726b05b8-43d6-4d41-9175-9842c367a9e0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:04.669371 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-plugged", "status": "completed", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:04.669650 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-726b05b8-43d6-4d41-9175-9842c367a9e0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:04.669963 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726b05b8-43d6-4d41-9175-9842c367a9e0'] response: {'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'code': 200} Apr 11 06:34:04.696996 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:04.735120 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611789d5-56f1-41cb-9955-60b66ee740c8 req-d54bb9bf-a296-4112-95aa-14cfd4cf45af tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.737342 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-611789d5-56f1-41cb-9955-60b66ee740c8 req-d54bb9bf-a296-4112-95aa-14cfd4cf45af tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0484502 Apr 11 06:34:04.801693 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-611789d5-56f1-41cb-9955-60b66ee740c8 req-a75b7762-6470-40d8-a473-0cc20fd2f4ff tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582860 Apr 11 06:34:04.822072 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d785c1-3ec3-4766-be74-0074c11ce039 req-bc229f89-92b1-418b-86ee-1eae278b4305 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.823576 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f8d785c1-3ec3-4766-be74-0074c11ce039 req-bc229f89-92b1-418b-86ee-1eae278b4305 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0459769 Apr 11 06:34:04.879014 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f8d785c1-3ec3-4766-be74-0074c11ce039 req-3f69779d-6d63-4a55-a746-9a98579ea6ae tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471425 Apr 11 06:34:05.271140 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fde8e9-cc47-4141-b2c4-30fd0d432a38 req-72ee88b6-4257-4bbc-bb3f-6ebc9500727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:05.272613 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-42fde8e9-cc47-4141-b2c4-30fd0d432a38 req-72ee88b6-4257-4bbc-bb3f-6ebc9500727e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1130 time: 0.0453172 Apr 11 06:34:05.317882 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-42fde8e9-cc47-4141-b2c4-30fd0d432a38 req-13cc20ab-6e68-4080-968c-75f0050d82d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378482 Apr 11 06:34:05.928174 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1f1c2-d7f1-4dc8-913a-9d19d00c038c req-9def9a04-e6ac-4bc2-9a93-f584c68b08bc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:05.929670 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fcd1f1c2-d7f1-4dc8-913a-9d19d00c038c req-9def9a04-e6ac-4bc2-9a93-f584c68b08bc tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0497463 Apr 11 06:34:05.989986 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fcd1f1c2-d7f1-4dc8-913a-9d19d00c038c req-7346fe6d-f9f9-49f0-ae16-aded5d5a0848 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545146 Apr 11 06:34:05.994409 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738badd2-0a63-47e9-9485-726a65070b99 req-307b1d42-3f03-4f07-849f-d44cd7beda96 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:05.995972 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-738badd2-0a63-47e9-9485-726a65070b99 req-307b1d42-3f03-4f07-849f-d44cd7beda96 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0459549 Apr 11 06:34:06.041808 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-738badd2-0a63-47e9-9485-726a65070b99 req-bdfb8d4e-5d4d-4e3a-873a-19b8043bf6a8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402498 Apr 11 06:34:07.110004 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1263-94c6-4d7b-85cc-e40cb96700db req-cd8bfdd5-14a0-42a9-bceb-cf82d47c2303 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:07.111735 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-159d1263-94c6-4d7b-85cc-e40cb96700db req-cd8bfdd5-14a0-42a9-bceb-cf82d47c2303 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0538387 Apr 11 06:34:07.165450 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3c93-91c2-4d84-b4f9-0239bd8bbfb7 req-9de768ee-09b3-4b09-98e3-1999bf6fa511 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:07.167025 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fcce3c93-91c2-4d84-b4f9-0239bd8bbfb7 req-9de768ee-09b3-4b09-98e3-1999bf6fa511 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0513661 Apr 11 06:34:07.175145 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-159d1263-94c6-4d7b-85cc-e40cb96700db req-51b88af8-0ba2-436d-8e71-15c04b0d194c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577552 Apr 11 06:34:07.215145 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fcce3c93-91c2-4d84-b4f9-0239bd8bbfb7 req-9835b89f-dd59-4eb3-be1d-579d5a2973a7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419037 Apr 11 06:34:08.295360 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c704a6-e369-4d72-829b-7c9aaf1f4f4f req-26d1bb8d-b193-4788-bbe0-b38e812667b1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:08.296898 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-50c704a6-e369-4d72-829b-7c9aaf1f4f4f req-26d1bb8d-b193-4788-bbe0-b38e812667b1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0484521 Apr 11 06:34:08.334463 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565afc69-644d-41a8-af35-afe06d30f0d6 req-cd735a3f-714b-445e-b067-5c95e4f7e183 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:08.335921 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-565afc69-644d-41a8-af35-afe06d30f0d6 req-cd735a3f-714b-445e-b067-5c95e4f7e183 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0464995 Apr 11 06:34:08.356106 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-50c704a6-e369-4d72-829b-7c9aaf1f4f4f req-e4680750-f16c-4308-8726-4ecb7db8b0f9 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532956 Apr 11 06:34:08.383284 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-565afc69-644d-41a8-af35-afe06d30f0d6 req-8043920d-abe6-4ed2-a295-070ea939952a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Apr 11 06:34:09.470170 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d7fd-5119-462c-9b26-2198b638075f req-25e0480b-9732-42de-9551-079f320bb57d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:09.471860 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ab8d7fd-5119-462c-9b26-2198b638075f req-25e0480b-9732-42de-9551-079f320bb57d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0467498 Apr 11 06:34:09.536070 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4ab8d7fd-5119-462c-9b26-2198b638075f req-5d761113-3aa7-4414-beb6-97d965dda161 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585437 Apr 11 06:34:10.666653 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cded11-f0f5-4742-a9bf-08d19ad5ba84 req-20452534-0f46-426a-b1ef-56c26795062d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:10.668102 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-29cded11-f0f5-4742-a9bf-08d19ad5ba84 req-20452534-0f46-426a-b1ef-56c26795062d tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0518785 Apr 11 06:34:10.729926 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-29cded11-f0f5-4742-a9bf-08d19ad5ba84 req-2c0a5fb7-410d-4457-b7d5-464a2f6bc694 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534949 Apr 11 06:34:11.871296 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b520e68-d3fb-411a-ab4e-ec0557845435 req-08ac538b-e829-4fed-8bee-05d21b9e467f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:11.872837 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2b520e68-d3fb-411a-ab4e-ec0557845435 req-08ac538b-e829-4fed-8bee-05d21b9e467f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0603848 Apr 11 06:34:11.934519 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2b520e68-d3fb-411a-ab4e-ec0557845435 req-5728ebcd-eeb5-4d4c-bca4-d10d9d66b780 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537312 Apr 11 06:34:12.535120 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5370598a-63de-4cd6-8058-1828ccf730fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:13.058147 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2710-d7f5-4f64-8e87-5783163ed604 req-d15af34b-3d1c-49f1-ac17-905ab775427c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:13.059608 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-59ad2710-d7f5-4f64-8e87-5783163ed604 req-d15af34b-3d1c-49f1-ac17-905ab775427c tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0468841 Apr 11 06:34:13.121710 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-59ad2710-d7f5-4f64-8e87-5783163ed604 req-d2c0f666-23f0-465f-8a9a-e85b8c7fa452 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561693 Apr 11 06:34:14.242656 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3e0b-abce-4040-a001-c0928470bbfb req-014b6612-0246-44ec-a3a6-e8608f4cef0f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:14.244175 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-246f3e0b-abce-4040-a001-c0928470bbfb req-014b6612-0246-44ec-a3a6-e8608f4cef0f tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0515435 Apr 11 06:34:14.306511 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-246f3e0b-abce-4040-a001-c0928470bbfb req-4eb7fc82-ab09-429c-9969-5681f08bdcfa tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536432 Apr 11 06:34:14.871785 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc350479-3883-4a36-a8c6-7ee0d35cf36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:15.429821 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe7240-0dee-47e8-b353-4a062761304d req-b94042d9-66af-4730-aefd-da32c16822a5 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:15.431304 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cdfe7240-0dee-47e8-b353-4a062761304d req-b94042d9-66af-4730-aefd-da32c16822a5 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0471947 Apr 11 06:34:15.492660 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cdfe7240-0dee-47e8-b353-4a062761304d req-71b25552-47c0-46b0-b0a4-fee10bd23dc5 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553768 Apr 11 06:34:15.834199 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:16.631420 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de203433-4927-4689-8948-49e8c53afa19 req-934aca13-256a-4216-b263-c71624ce4948 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.632860 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de203433-4927-4689-8948-49e8c53afa19 req-934aca13-256a-4216-b263-c71624ce4948 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0536017 Apr 11 06:34:16.693886 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-de203433-4927-4689-8948-49e8c53afa19 req-55638719-3f81-4ade-9eed-8ea359daa239 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530155 Apr 11 06:34:17.281171 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:17.813531 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95e1db-9be3-47e2-81c7-afa105b06479 req-a00e4ce4-9d98-4408-ab27-52a4ef20df5a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:17.814996 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bc95e1db-9be3-47e2-81c7-afa105b06479 req-a00e4ce4-9d98-4408-ab27-52a4ef20df5a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0486910 Apr 11 06:34:17.878174 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bc95e1db-9be3-47e2-81c7-afa105b06479 req-43970511-c7c4-44b6-ba80-e96eef385980 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&id=86e391b7-1064-43ec-8f42-5dae56947d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546834 Apr 11 06:34:19.062886 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:27.260036 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:27.936805 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39cf37-4a13-4522-8e5d-4677301fd6f4 req-f4baa55c-9f03-40b9-88f0-8db7654b5c84 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:27.938418 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5b39cf37-4a13-4522-8e5d-4677301fd6f4 req-f4baa55c-9f03-40b9-88f0-8db7654b5c84 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0492282 Apr 11 06:34:27.990640 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5b39cf37-4a13-4522-8e5d-4677301fd6f4 req-95958b0d-fb96-447f-9c38-445137b7d363 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462222 Apr 11 06:34:29.122966 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013ee32-f695-4e41-94af-1c9e29d8a633 req-9c22a3dd-95a3-4a7c-92d8-5ff7022843c4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:29.124424 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5013ee32-f695-4e41-94af-1c9e29d8a633 req-9c22a3dd-95a3-4a7c-92d8-5ff7022843c4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0482659 Apr 11 06:34:29.170895 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5013ee32-f695-4e41-94af-1c9e29d8a633 req-16777d2d-9c4a-42d4-b131-60f8883bd7d2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Apr 11 06:34:30.301872 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36ed7-f0de-4b3e-9923-5067a0c1b3a7 req-71f256f5-56b5-4d03-a3ef-bfbb04504358 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:30.303340 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b4c36ed7-f0de-4b3e-9923-5067a0c1b3a7 req-71f256f5-56b5-4d03-a3ef-bfbb04504358 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0522380 Apr 11 06:34:30.354656 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b4c36ed7-f0de-4b3e-9923-5067a0c1b3a7 req-ca7e9ae1-f970-4d71-8317-1a510b6f6e03 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Apr 11 06:34:31.480214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3199f-57ad-46ae-bd89-3f12053861bd req-c01411e2-1a10-4c7f-b9c1-c0812474cc39 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:31.481667 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-eae3199f-57ad-46ae-bd89-3f12053861bd req-c01411e2-1a10-4c7f-b9c1-c0812474cc39 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0545132 Apr 11 06:34:31.532346 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-eae3199f-57ad-46ae-bd89-3f12053861bd req-0fcacc56-0b46-44cd-b6d2-7c1f442f5f66 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449104 Apr 11 06:34:32.663542 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86464-326c-4169-bb90-fd349ae9e94a req-838dc7ca-a94b-4416-926f-3555b397f200 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:32.664980 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f5f86464-326c-4169-bb90-fd349ae9e94a req-838dc7ca-a94b-4416-926f-3555b397f200 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0492640 Apr 11 06:34:32.711163 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f5f86464-326c-4169-bb90-fd349ae9e94a req-ebb75b2e-6204-40c3-be49-9ba379c6af6e tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Apr 11 06:34:33.126611 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:34:33.834461 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e4b3-986e-4aad-bba5-50c95069618b req-971f9ee5-c29a-4f07-89d9-bf0e187311e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:33.835934 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2a58e4b3-986e-4aad-bba5-50c95069618b req-971f9ee5-c29a-4f07-89d9-bf0e187311e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0463269 Apr 11 06:34:33.881788 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2a58e4b3-986e-4aad-bba5-50c95069618b req-e69360d5-6d04-4bd1-8b83-1a0cd9dd184a tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Apr 11 06:34:35.016280 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698756c-6e1d-4e25-bc50-8c262a8d73e8 req-6e273e71-4ade-407b-961e-06fc7d29a241 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:35.017710 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a698756c-6e1d-4e25-bc50-8c262a8d73e8 req-6e273e71-4ade-407b-961e-06fc7d29a241 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0550933 Apr 11 06:34:35.067970 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a698756c-6e1d-4e25-bc50-8c262a8d73e8 req-0145f95e-808a-45d6-95d9-ff6f340cb3bb tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440919 Apr 11 06:34:36.195387 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1ea2-0467-418e-9b60-70d19416f113 req-57046783-853c-4ee9-a463-6eb1001febac tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:36.196762 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-79df1ea2-0467-418e-9b60-70d19416f113 req-57046783-853c-4ee9-a463-6eb1001febac tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0465851 Apr 11 06:34:36.249287 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-79df1ea2-0467-418e-9b60-70d19416f113 req-0a4a351c-b0b7-4d64-9757-8b48652e9937 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469370 Apr 11 06:34:37.377804 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5750789-d81e-48a3-a2c2-f1ef8bd122ba req-ce3b97f9-f8bb-4f8e-b88a-dd0e50c31092 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:37.379363 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b5750789-d81e-48a3-a2c2-f1ef8bd122ba req-ce3b97f9-f8bb-4f8e-b88a-dd0e50c31092 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0558097 Apr 11 06:34:37.428486 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b5750789-d81e-48a3-a2c2-f1ef8bd122ba req-bc97cba1-ce0d-44cb-b7b9-0a0c76ceabc9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Apr 11 06:34:38.548986 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee7d04-2f61-431d-bf01-d711a34c058a req-74eb3083-0019-4642-9017-523164a43281 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:38.550442 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f3ee7d04-2f61-431d-bf01-d711a34c058a req-74eb3083-0019-4642-9017-523164a43281 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0559299 Apr 11 06:34:38.596323 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f3ee7d04-2f61-431d-bf01-d711a34c058a req-72f3f7d7-c761-48af-bf8a-536a8fda10e7 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Apr 11 06:34:39.713350 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142411b-d589-4deb-a19e-4eef1e0d750d req-0a65a315-44ce-48e4-a10c-0428a953f1dd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:39.714801 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b142411b-d589-4deb-a19e-4eef1e0d750d req-0a65a315-44ce-48e4-a10c-0428a953f1dd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0465071 Apr 11 06:34:39.760549 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b142411b-d589-4deb-a19e-4eef1e0d750d req-10ccc970-fcd0-4732-8c8a-a70a1e263234 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399106 Apr 11 06:34:40.889621 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8180342-f550-45c8-a0eb-aeff1c47ca67 req-de7c9da3-4faf-4200-9f86-13e1d4b681fd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:40.891052 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8180342-f550-45c8-a0eb-aeff1c47ca67 req-de7c9da3-4faf-4200-9f86-13e1d4b681fd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0552948 Apr 11 06:34:40.936891 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8180342-f550-45c8-a0eb-aeff1c47ca67 req-a4982454-b6cf-40ec-8751-2349bf4c901e tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Apr 11 06:34:42.065253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926b68d-39fe-4b9e-b442-18a81eeea9b5 req-c1d179e2-0227-4d3e-91ec-d4c606e2d312 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:42.066718 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6926b68d-39fe-4b9e-b442-18a81eeea9b5 req-c1d179e2-0227-4d3e-91ec-d4c606e2d312 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0506942 Apr 11 06:34:42.115508 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6926b68d-39fe-4b9e-b442-18a81eeea9b5 req-12f8af91-23b6-42e2-9139-876d5e3eb983 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Apr 11 06:34:42.547191 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5836-3e93-4b32-8d41-aa2cc8e088a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:43.245964 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0703a3b-160a-4d7c-95ad-ea23c66bfb27 req-0060fe3f-c5d1-47cc-bccd-2f8e872db82c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:43.247507 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e0703a3b-160a-4d7c-95ad-ea23c66bfb27 req-0060fe3f-c5d1-47cc-bccd-2f8e872db82c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0586851 Apr 11 06:34:43.295895 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e0703a3b-160a-4d7c-95ad-ea23c66bfb27 req-a70fab27-8ab7-441d-b4bf-5ce9a26b08a9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Apr 11 06:34:44.426457 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bf7c6-338c-4224-a790-30f4ae72eed3 req-d09257b6-d372-455f-b35b-d5ec777d1183 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:44.427968 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c73bf7c6-338c-4224-a790-30f4ae72eed3 req-d09257b6-d372-455f-b35b-d5ec777d1183 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0468295 Apr 11 06:34:44.473951 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c73bf7c6-338c-4224-a790-30f4ae72eed3 req-d699f5fc-8d5a-4921-a09a-8dea560bd433 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Apr 11 06:34:44.681101 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b53e38-850c-4766-9e26-0427b05a3602 req-ef462fbd-dd30-4f34-9f46-60b5fa769e2f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:44.682580 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-25b53e38-850c-4766-9e26-0427b05a3602 req-ef462fbd-dd30-4f34-9f46-60b5fa769e2f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0479681 Apr 11 06:34:44.736824 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-82339b86-ae4b-44be-ac6d-19977a1052c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:44.738302 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-82339b86-ae4b-44be-ac6d-19977a1052c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 1129 time: 0.0548370 Apr 11 06:34:44.782155 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-25b53e38-850c-4766-9e26-0427b05a3602 req-afef6820-7ad1-4e5a-b945-ecd0219e68e3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913553 Apr 11 06:34:44.839197 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-4bf56de8-cb4d-4ee7-9f4e-e5274f17c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:44.840603 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-4bf56de8-cb4d-4ee7-9f4e-e5274f17c8d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.0947907 Apr 11 06:34:44.867270 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5f58384-c742-4d99-9edb-b96e4edfd77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:44.911058 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-652d8055-20dd-4b07-8044-c0415b6e6ca4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 200 len: 1001 time: 0.0630646 Apr 11 06:34:44.959289 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-54923b72-bf50-46cc-8ecc-38fa434c8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:44.960832 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-54923b72-bf50-46cc-8ecc-38fa434c8584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0442686 Apr 11 06:34:45.003894 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-5f75864c-e3e1-46c8-8fe8-f27d3dec6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:45.005343 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-5f75864c-e3e1-46c8-8fe8-f27d3dec6532 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377359 Apr 11 06:34:45.099022 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-9cea3c00-6bdc-426b-90f4-2471cc21149d service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870144 Apr 11 06:34:45.187448 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc31afa5-8d4c-4954-9719-24fffbc18800 req-8ba1ee82-d783-45d6-a97d-c9de935b5cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819635 Apr 11 06:34:45.410096 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949124a-eeb4-4612-9599-e67ed4e7bddb req-783af0f3-1f1b-4b2d-80aa-572b6997a848 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:45.411591 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c949124a-eeb4-4612-9599-e67ed4e7bddb req-783af0f3-1f1b-4b2d-80aa-572b6997a848 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0538259 Apr 11 06:34:45.459133 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c949124a-eeb4-4612-9599-e67ed4e7bddb req-e739bd64-6708-4ca5-aa70-bf63db2af2e0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Apr 11 06:34:45.834203 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:45.903721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289aa5a-b73f-4eab-baf7-2a5ee638ca3d req-1861c5eb-8b94-4b51-80e1-22a4900639da tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:45.905206 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5289aa5a-b73f-4eab-baf7-2a5ee638ca3d req-1861c5eb-8b94-4b51-80e1-22a4900639da tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0469599 Apr 11 06:34:45.951902 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5289aa5a-b73f-4eab-baf7-2a5ee638ca3d req-1c234b57-b07b-47c7-8e75-5cd49d73f95f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 Apr 11 06:34:46.579587 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5e8de-4b10-4348-8601-51bf71fb6987 req-f940c780-719d-4e49-b6cd-502f19af9039 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:46.581089 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2eb5e8de-4b10-4348-8601-51bf71fb6987 req-f940c780-719d-4e49-b6cd-502f19af9039 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0475492 Apr 11 06:34:46.630033 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2eb5e8de-4b10-4348-8601-51bf71fb6987 req-e19fab03-506f-4372-8192-2b390407dead tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Apr 11 06:34:47.083015 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd8413-4857-42a7-b527-cd9f1b3ea9ad req-770319a1-7c3a-48b8-971c-2568616c190c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:47.084715 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-47bd8413-4857-42a7-b527-cd9f1b3ea9ad req-770319a1-7c3a-48b8-971c-2568616c190c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0515549 Apr 11 06:34:47.143679 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-47bd8413-4857-42a7-b527-cd9f1b3ea9ad req-38088d9e-e1a6-468f-ae9d-408a3c89ac99 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529807 Apr 11 06:34:47.283371 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:47.305358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-141ff234-ea98-4c7a-85c3-0c5b88ba324c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:47.306873 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-141ff234-ea98-4c7a-85c3-0c5b88ba324c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0510938 Apr 11 06:34:47.396022 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:47.396359 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:47.497450 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] For port edbe7b7d-c910-4b45-b67b-5c82e1ab0638, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:47.497820 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:47.741568 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:47.742318 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (b1063d03-38d4-45be-97f2-407a29687010), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:47.742318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.l3_db [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP b1063d03-38d4-45be-97f2-407a29687010 disassociated. External IP: 172.28.1.43, port: edbe7b7d-c910-4b45-b67b-5c82e1ab0638. Apr 11 06:34:47.742529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for edbe7b7d-c910-4b45-b67b-5c82e1ab0638 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:47.765482 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79403653-1ba1-44a6-a481-a449ed99ac73 req-ea43fcd9-7a28-4f3d-90b2-1b55efbdf8b7 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:47.766981 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-79403653-1ba1-44a6-a481-a449ed99ac73 req-ea43fcd9-7a28-4f3d-90b2-1b55efbdf8b7 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=216c6e66-5836-4779-8a83-5e0620281ba7 HTTP/1.1" status: 200 len: 946 time: 0.0649304 Apr 11 06:34:47.860896 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-79403653-1ba1-44a6-a481-a449ed99ac73 req-02041d22-e074-4395-8a52-badb2545dfb4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=63259ce2-bc6e-4377-92b9-a242f27e58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654526 Apr 11 06:34:47.924453 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (edbe7b7d-c910-4b45-b67b-5c82e1ab0638), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:47.952749 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=edbe7b7d-c910-4b45-b67b-5c82e1ab0638,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:47.963765 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.964139 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.964464 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.964803 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.965134 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.965466 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.965797 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.966441 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.966796 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.967126 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.967451 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.967774 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.968100 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.968419 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:47.968742 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:48.080092 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:34:48.202795 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:34:48.214233 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:34:48.227415 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:48.228413 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:34:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:48.245385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] No DVR routers for this DVR port edbe7b7d-c910-4b45-b67b-5c82e1ab0638 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:34:48.248862 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:48.252196 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3834d18d-7dc1-45b0-99f9-58960c8b9223 req-31ba86b3-dc8a-4162-866c-e7c349ac0be0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "DELETE /v2.0/ports/edbe7b7d-c910-4b45-b67b-5c82e1ab0638 HTTP/1.1" status: 204 len: 173 time: 0.9387367 Apr 11 06:34:48.252657 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'name': 'network-vif-deleted', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:48.254960 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61219b-d70f-4409-bc71-eff80fb523b0" -d '{"events": [{"server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "name": "network-vif-deleted", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:48.294233 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf61a9-af9f-4d67-81f4-0ed17a159eab x-openstack-request-id: req-efaf61a9-af9f-4d67-81f4-0ed17a159eab {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:48.294535 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216c6e66-5836-4779-8a83-5e0620281ba7", "name": "network-vif-deleted", "tag": "edbe7b7d-c910-4b45-b67b-5c82e1ab0638", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:48.294816 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efaf61a9-af9f-4d67-81f4-0ed17a159eab {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:48.295227 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaf61a9-af9f-4d67-81f4-0ed17a159eab'] response: {'server_uuid': '216c6e66-5836-4779-8a83-5e0620281ba7', 'name': 'network-vif-deleted', 'tag': 'edbe7b7d-c910-4b45-b67b-5c82e1ab0638', 'status': 'completed', 'code': 200} Apr 11 06:34:48.344678 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:48.561115 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:53Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:48.586640 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:34:48.595651 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:48.596279 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:34:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:48.705751 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:48.923123 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:53Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:48.949691 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b60979-e656-4571-9681-030f1257e0ac None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '3bb23f38-aef3-4e5b-a32c-8daab050b27c', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.251', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:6f:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:20Z', 'updated_at': '2022-04-11T06:30:53Z', 'revision_number': 2, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:34:48.955393 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:49.014397 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8127da4-b0e0-496e-bbb3-eb5bae839ed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (63259ce2-bc6e-4377-92b9-a242f27e58cb), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.039329 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8127da4-b0e0-496e-bbb3-eb5bae839ed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (63259ce2-bc6e-4377-92b9-a242f27e58cb), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.067660 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.098917 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8127da4-b0e0-496e-bbb3-eb5bae839ed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (63259ce2-bc6e-4377-92b9-a242f27e58cb), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.101688 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8127da4-b0e0-496e-bbb3-eb5bae839ed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.105509 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d8127da4-b0e0-496e-bbb3-eb5bae839ed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/security-groups/63259ce2-bc6e-4377-92b9-a242f27e58cb HTTP/1.1" status: 204 len: 168 time: 0.1451693 Apr 11 06:34:49.106194 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53330) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:49.112702 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8127da4-b0e0-496e-bbb3-eb5bae839ed1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63259ce2-bc6e-4377-92b9-a242f27e58cb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:49.121806 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.api.v2.resource [None req-d106186e-f7bc-4e28-87dd-f10ced5c7a4e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] show failed (client error): The resource could not be found. Apr 11 06:34:49.123054 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d106186e-f7bc-4e28-87dd-f10ced5c7a4e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups/63259ce2-bc6e-4377-92b9-a242f27e58cb HTTP/1.1" status: 404 len: 347 time: 0.0156381 Apr 11 06:34:49.126079 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53332) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:49.240955 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c21d4-4c6e-49de-a6a6-aca658b07294 None None] New status for floating IP b1063d03-38d4-45be-97f2-407a29687010: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:34:49.255399 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port d4360c18-cf68-4f90-8f1c-ffeafbcba91c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:49.255739 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.339214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.339554 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.355063 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for d4360c18-cf68-4f90-8f1c-ffeafbcba91c owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:49.458756 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.db.api [None req-8d8c21d4-4c6e-49de-a6a6-aca658b07294 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 11 06:34:49.458756 dv-cinder-836996-3-smb neutron-server[103283]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Apr 11 06:34:49.458756 dv-cinder-836996-3-smb neutron-server[103283]: [parameters: {'status': 'DOWN', 'floatingips_id': 'b1063d03-38d4-45be-97f2-407a29687010'}] Apr 11 06:34:49.458756 dv-cinder-836996-3-smb neutron-server[103283]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 06:34:49.459243 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG oslo_db.api [None req-8d8c21d4-4c6e-49de-a6a6-aca658b07294 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 06:34:49.497416 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (d4360c18-cf68-4f90-8f1c-ffeafbcba91c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.522956 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=d4360c18-cf68-4f90-8f1c-ffeafbcba91c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:49.537097 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.537097 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.537097 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.537527 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.537527 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.537862 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.538185 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.538496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.538946 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.539252 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.539603 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.539924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.540309 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.540615 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.540914 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:49.595683 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (b1063d03-38d4-45be-97f2-407a29687010), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.598257 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:49.599473 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1cd11af6-8a38-4ab2-bc86-e75c4fbbdd1d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/floatingips/b1063d03-38d4-45be-97f2-407a29687010 HTTP/1.1" status: 204 len: 168 time: 0.4721167 Apr 11 06:34:49.960458 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c21d4-4c6e-49de-a6a6-aca658b07294 None None] New status for floating IP b1063d03-38d4-45be-97f2-407a29687010: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:34:50.628205 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device edbe7b7d-c910-4b45-b67b-5c82e1ab0638 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:34:50.650426 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: edbe7b7d-c910-4b45-b67b-5c82e1ab0638 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:34:50.650847 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device edbe7b7d-c910-4b45-b67b-5c82e1ab0638 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:34:51.416348 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d574dc-c82a-4813-b7e8-debed0592d01 req-50a83b9f-0c43-4b32-bf46-084736aee87d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:51.417840 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78d574dc-c82a-4813-b7e8-debed0592d01 req-50a83b9f-0c43-4b32-bf46-084736aee87d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.2812705 Apr 11 06:34:51.467295 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78d574dc-c82a-4813-b7e8-debed0592d01 req-469f6445-83f8-482c-9191-39f30edabcfe tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Apr 11 06:34:52.584312 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b348e6-1b3a-40a6-80d4-b5baa3a43d69 req-1718e2ac-f1ac-4834-b491-820a0cb6763e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:52.585983 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e7b348e6-1b3a-40a6-80d4-b5baa3a43d69 req-1718e2ac-f1ac-4834-b491-820a0cb6763e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0515077 Apr 11 06:34:52.639853 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e7b348e6-1b3a-40a6-80d4-b5baa3a43d69 req-b2bf33e7-6269-4b59-b86f-92246c0c051a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Apr 11 06:34:53.635961 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5cd77b82-3b26-4fb4-ba80-b4ee25c961ad tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:53.637420 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5cd77b82-3b26-4fb4-ba80-b4ee25c961ad tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0480802 Apr 11 06:34:53.758839 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd784ff-e97c-4b06-aefb-dd19fabec92a req-17f01902-eb60-4cae-b40e-41dc9b664db4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:53.760954 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9cd784ff-e97c-4b06-aefb-dd19fabec92a req-17f01902-eb60-4cae-b40e-41dc9b664db4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 945 time: 0.0535169 Apr 11 06:34:53.815304 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9cd784ff-e97c-4b06-aefb-dd19fabec92a req-0420d038-85f2-4959-98ca-253876a0a7d3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccec94c-c825-4fee-86f3-1ebd2781d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Apr 11 06:34:54.119829 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:54.120163 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.220627 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] For port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:54.220929 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.387943 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.388307 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (3bb23f38-aef3-4e5b-a32c-8daab050b27c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.388605 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.l3_db [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP 3bb23f38-aef3-4e5b-a32c-8daab050b27c disassociated. External IP: 172.28.1.251, port: ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495. Apr 11 06:34:54.388968 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:54.525455 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.554650 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:54.671842 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:34:54.781933 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:34:54.792556 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:34:54.802482 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:54.803131 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:34:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:54.823842 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] No DVR routers for this DVR port ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:34:54.834791 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.838840 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8c07e5fa-193a-46a3-91bc-ffbd41e60ce8 req-5efbfb5a-dc27-4dff-8d26-997b2ad83ea6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "DELETE /v2.0/ports/ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 HTTP/1.1" status: 204 len: 173 time: 0.8050661 Apr 11 06:34:54.839670 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'name': 'network-vif-deleted', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:54.850669 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c11e46-057a-4171-b4d0-456fc57c6f37" -d '{"events": [{"server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "name": "network-vif-deleted", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:54.916033 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:54.949199 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4aded882-a0d5-4ecc-af90-7ae6b9053fa0 req-d5f3f99b-5f4f-4d46-87c6-1426be62ede1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0a1a3fa-c953-4154-b37e-94e0b5d19e01 HTTP/1.1" status: 200 len: 210 time: 0.0393312 Apr 11 06:34:55.006612 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f6d3c-9f36-4378-8e71-609def1f3d06 x-openstack-request-id: req-6e3f6d3c-9f36-4378-8e71-609def1f3d06 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:55.006934 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a1a3fa-c953-4154-b37e-94e0b5d19e01", "name": "network-vif-deleted", "tag": "ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:55.007183 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e3f6d3c-9f36-4378-8e71-609def1f3d06 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:55.007592 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3f6d3c-9f36-4378-8e71-609def1f3d06'] response: {'server_uuid': 'd0a1a3fa-c953-4154-b37e-94e0b5d19e01', 'name': 'network-vif-deleted', 'tag': 'ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495', 'status': 'completed', 'code': 200} Apr 11 06:34:55.146557 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:55.170284 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fa7ad-8a3d-48a3-88b1-02eb34f1c10c req-ce513afd-a0e7-4def-966f-a52f8e397e18 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:55.171817 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-607fa7ad-8a3d-48a3-88b1-02eb34f1c10c req-ce513afd-a0e7-4def-966f-a52f8e397e18 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0463872 Apr 11 06:34:55.221484 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-607fa7ad-8a3d-48a3-88b1-02eb34f1c10c req-89539656-a133-43a9-b2f1-aaf588abc71c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437226 Apr 11 06:34:55.256672 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:34:55.265905 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:55.266526 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:34:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:55.321171 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-83289111-19ba-493d-b903-5beb02e0ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:55.322938 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-83289111-19ba-493d-b903-5beb02e0ae97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.0506499 Apr 11 06:34:55.378903 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:55.415530 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-cd75a0b4-6d83-47a0-a2af-44d220063380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:55.417347 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-cd75a0b4-6d83-47a0-a2af-44d220063380 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.0879955 Apr 11 06:34:55.485771 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-e50dfe12-a4c1-4cfc-9e11-21ebeae4dcf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 1000 time: 0.0620804 Apr 11 06:34:55.533473 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-658543b9-0c07-4184-a2f6-ff4b56a11dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:55.534824 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-658543b9-0c07-4184-a2f6-ff4b56a11dd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0429635 Apr 11 06:34:55.570649 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:55.577027 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-9c825101-3d7d-4936-8906-740e23499f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:55.578422 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-9c825101-3d7d-4936-8906-740e23499f98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376997 Apr 11 06:34:55.596757 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edfe4b-5a7a-4574-8cf2-e55929767934 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:34:55.672035 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-875c0ff7-f239-4cb8-8777-4d16798c1067 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867620 Apr 11 06:34:55.764440 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b0e07865-a0c3-4dd8-a958-d7c9c8884392 req-213ee214-e1e4-4d90-8f72-e889a7e78b97 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859344 Apr 11 06:34:55.819512 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdd060-f0fd-44c2-a4d1-26b81ee6fe1f None None] New status for floating IP 3bb23f38-aef3-4e5b-a32c-8daab050b27c: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:34:56.038301 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53398) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:56.102343 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbff41d1-6ee0-4727-88c9-dd25487b1257 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (fccec94c-c825-4fee-86f3-1ebd2781d0fb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.125794 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbff41d1-6ee0-4727-88c9-dd25487b1257 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (fccec94c-c825-4fee-86f3-1ebd2781d0fb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.195718 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbff41d1-6ee0-4727-88c9-dd25487b1257 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fccec94c-c825-4fee-86f3-1ebd2781d0fb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.200794 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbff41d1-6ee0-4727-88c9-dd25487b1257 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.202754 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-dbff41d1-6ee0-4727-88c9-dd25487b1257 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/security-groups/fccec94c-c825-4fee-86f3-1ebd2781d0fb HTTP/1.1" status: 204 len: 168 time: 0.1631820 Apr 11 06:34:56.206975 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53400) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:56.213277 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff41d1-6ee0-4727-88c9-dd25487b1257 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccec94c-c825-4fee-86f3-1ebd2781d0fb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:56.221236 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.api.v2.resource [None req-2a6e27a0-ea9a-4a0f-8704-323389201deb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] show failed (client error): The resource could not be found. Apr 11 06:34:56.222415 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2a6e27a0-ea9a-4a0f-8704-323389201deb tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups/fccec94c-c825-4fee-86f3-1ebd2781d0fb HTTP/1.1" status: 404 len: 347 time: 0.0140779 Apr 11 06:34:56.225218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:56.391447 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c44f3-ed5c-4c5a-867b-492cbed4f4f1 req-9bfef63c-587a-4675-94d2-a1b1791aaffe tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:56.392883 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b02c44f3-ed5c-4c5a-867b-492cbed4f4f1 req-9bfef63c-587a-4675-94d2-a1b1791aaffe tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0780540 Apr 11 06:34:56.402643 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port 8647c84f-eb0b-4263-bc6d-80c55891de2f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:56.402979 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.489322 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b02c44f3-ed5c-4c5a-867b-492cbed4f4f1 req-32122c23-2733-4700-857a-3759c7aade4e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883498 Apr 11 06:34:56.508049 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.508388 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (8647c84f-eb0b-4263-bc6d-80c55891de2f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.520781 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for 8647c84f-eb0b-4263-bc6d-80c55891de2f owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:56.645118 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:34:56.666299 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:34:56.666857 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ca6e8ec4-59ea-4cdd-9ea6-adfdd76b3495 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:34:56.671717 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (8647c84f-eb0b-4263-bc6d-80c55891de2f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.696695 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=8647c84f-eb0b-4263-bc6d-80c55891de2f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:56.761040 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (3bb23f38-aef3-4e5b-a32c-8daab050b27c), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.763957 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.765118 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-cf572220-a815-4e79-86e1-aedf65ac4007 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/floatingips/3bb23f38-aef3-4e5b-a32c-8daab050b27c HTTP/1.1" status: 204 len: 168 time: 0.5389657 Apr 11 06:34:57.221236 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:57.225923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784169864', 'description': 'tempest-description--856509614'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:57.249498 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.254339 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.318932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (6be6b8ef-9f61-46cc-83cd-a4e34c8590ba), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.323860 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (6be6b8ef-9f61-46cc-83cd-a4e34c8590ba), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.354454 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.355704 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334984 Apr 11 06:34:57.357522 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffb9f9-7031-4123-8cd2-04a839d00b7e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:57.359278 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53410) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:57.364906 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': '6be6b8ef-9f61-46cc-83cd-a4e34c8590ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:57.398225 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (4dac873f-228d-409b-aebb-1e26a82abf4d), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.443892 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (4dac873f-228d-409b-aebb-1e26a82abf4d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.449887 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (4dac873f-228d-409b-aebb-1e26a82abf4d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.471134 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dac873f-228d-409b-aebb-1e26a82abf4d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:57.477353 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.478431 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-65e5027d-942d-4909-90c1-2e4d92c5e65a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180706 Apr 11 06:34:57.481283 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:57.485844 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': '6be6b8ef-9f61-46cc-83cd-a4e34c8590ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:57.511990 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (8569b990-2b64-4f1d-98ee-a2b369eb283f), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.576240 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (8569b990-2b64-4f1d-98ee-a2b369eb283f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.580535 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (8569b990-2b64-4f1d-98ee-a2b369eb283f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.604071 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8569b990-2b64-4f1d-98ee-a2b369eb283f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:57.610266 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83abb5-a23d-4ce0-b365-73df213a8460 req-21830c96-a519-4929-b3f7-cba977588d7d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:57.610808 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.612004 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7b83abb5-a23d-4ce0-b365-73df213a8460 req-21830c96-a519-4929-b3f7-cba977588d7d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Apr 11 06:34:57.612172 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9c3a511f-3ebe-451d-87d8-9e167c46a955 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297131 Apr 11 06:34:57.616903 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:57.620179 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:57.640682 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.670485 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7b83abb5-a23d-4ce0-b365-73df213a8460 req-eb4bb547-e445-4cdd-ad03-cce17c1fa783 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517609 Apr 11 06:34:57.724326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.834605 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.28.1.33 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:34:57.951568 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.990245 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.027855 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:34:58.030792 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:34:58.037183 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:34:58.040181 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:58.121991 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (36338cf1-d8d4-4f45-a990-e7890da9f941), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.165019 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.315521 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.323416 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.393467 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:58.407606 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (36338cf1-d8d4-4f45-a990-e7890da9f941), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.425005 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:58.426238 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-6fb640eb-91da-4814-833f-2f6c9354fd8a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8100290 Apr 11 06:34:58.574576 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-0b0e6809-9752-4276-990b-c18d53d81038 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1784169864&fields=id&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 267 time: 0.0432596 Apr 11 06:34:58.691681 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-e0ae95a2-b859-40d0-9060-643d67e33d06 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:58.693144 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-e0ae95a2-b859-40d0-9060-643d67e33d06 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.1121888 Apr 11 06:34:58.708279 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-6afa6124-ae53-4639-9d40-d97dbedc6cd0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/quotas/7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 375 time: 0.0094841 Apr 11 06:34:58.757583 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-5c91746d-244e-48e6-ba07-c6402ab0dcfa tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441442 Apr 11 06:34:58.785451 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb0545-c92d-4d00-9a44-6edcf882e82a req-76e9cb59-8626-4401-ab6c-c1470dbb694d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:58.786996 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dcfb0545-c92d-4d00-9a44-6edcf882e82a req-76e9cb59-8626-4401-ab6c-c1470dbb694d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0472522 Apr 11 06:34:58.835569 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dcfb0545-c92d-4d00-9a44-6edcf882e82a req-717350f3-9576-4f3f-91b8-4af16dbc009c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427063 Apr 11 06:34:58.855022 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-9f5c8c0c-b439-4691-a640-44315ca9eaee service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854745 Apr 11 06:34:58.947682 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-2ac25bad-0116-49dc-9603-ed620a71801f service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869045 Apr 11 06:34:59.119096 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-52380b87-0ff4-403d-bdd1-6bb8a76f883b req-65c8a0db-ba92-45df-bcad-a1f0be814f48 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 210 time: 0.0285230 Apr 11 06:34:59.317027 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-62b63a01-d82c-40fd-b4b4-03e745f16fb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399346 Apr 11 06:34:59.378245 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-0ac58fe5-0a6b-4887-bf68-75591d34728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:59.379810 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-0ac58fe5-0a6b-4887-bf68-75591d34728c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 1130 time: 0.0390720 Apr 11 06:34:59.487648 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-3ed4dc36-5188-40f8-9be0-226c669517be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:59.489149 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-3ed4dc36-5188-40f8-9be0-226c669517be service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.0885570 Apr 11 06:34:59.559803 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-262a79af-415a-44c8-8aa3-e4cbcb2da08c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 200 len: 1000 time: 0.0645332 Apr 11 06:34:59.624507 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-52b3e301-d893-4b5d-b773-a6f76f927a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:59.625972 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-52b3e301-d893-4b5d-b773-a6f76f927a58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0440021 Apr 11 06:34:59.669948 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-c58d28b4-e343-41c4-91bb-f63f756d3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:59.671535 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-c58d28b4-e343-41c4-91bb-f63f756d3dbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383072 Apr 11 06:34:59.763863 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-34b97fd6-4127-4a7b-a41e-40aad02567cc service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841360 Apr 11 06:34:59.966264 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beec10-6d55-487b-8248-9f38ac40684e req-62888601-d2d0-4de8-886c-ae724064afdb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:59.967909 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-34beec10-6d55-487b-8248-9f38ac40684e req-62888601-d2d0-4de8-886c-ae724064afdb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0536716 Apr 11 06:35:00.018939 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-34beec10-6d55-487b-8248-9f38ac40684e req-90e17900-df2d-48ac-aff0-86a8b7f49e78 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451066 Apr 11 06:35:00.021318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54388f9c-9d88-44a2-9751-ea65219ac019 req-99a35f1b-dda3-4a46-b74e-a198ed71d4c0 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896533 Apr 11 06:35:00.125989 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-a7986589-4683-4650-b352-5355a567b166 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.127441 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-a7986589-4683-4650-b352-5355a567b166 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.1073177 Apr 11 06:35:00.191960 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-35b2cb32-b8e6-40bd-8ea9-d83ba2733e3e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 380 time: 0.0559206 Apr 11 06:35:00.200692 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'port': {'device_id': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'admin_state_up': True, 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'security_groups': ['6be6b8ef-9f61-46cc-83cd-a4e34c8590ba']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:00.225893 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e8519518-4f4b-4b16-aad1-1eb07cd8bc96 req-eca829fc-c6a5-4dbe-a6fc-6b58c2e7f54b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 210 time: 0.0330281 Apr 11 06:35:00.313968 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Made reservation on behalf of 7bebca78381742d58d139c3c832a249f for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:00.317288 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:00.454106 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.20.0.10 (774a1318-257a-4ece-bbef-773dbf5d872f/cc5ac5a6-3fe8-4221-9357-644342154a3f/cf1d7ba2-75eb-42c6-9a44-96fe96c15196) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:00.588895 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:00.627845 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:00.672237 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:00.675032 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:00.677348 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:00.704399 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:00.733719 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.734369 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:00.752156 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-8f8285d3-0e2a-445b-9a46-e3a5df703c17 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551894 Apr 11 06:35:00.765876 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Request body: {'port': {'device_id': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:00.826387 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:00.936071 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-836e46d2-9be1-4410-8db3-dd28f320d79d None None] Provisioning complete for port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:00.936627 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-836e46d2-9be1-4410-8db3-dd28f320d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:00.972541 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-836e46d2-9be1-4410-8db3-dd28f320d79d None None] Port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:01.087846 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1d7ba2-75eb-42c6-9a44-96fe96c15196 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:01.103994 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Publish callbacks [] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.136971 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Transition to ACTIVE for port object cf1d7ba2-75eb-42c6-9a44-96fe96c15196 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:35:01.148358 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4483b7-fe08-4e00-aecc-592b20b475ea req-f8406008-287d-4534-a9a8-100c145c9f2e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.149832 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5c4483b7-fe08-4e00-aecc-592b20b475ea req-f8406008-287d-4534-a9a8-100c145c9f2e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0570982 Apr 11 06:35:01.150471 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.215559 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:01.245487 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5c4483b7-fe08-4e00-aecc-592b20b475ea req-a858c728-a7c0-4e25-ad30-0adaa0964183 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898974 Apr 11 06:35:01.308890 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Attempting to bind port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:01.309226 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Attempting to bind port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:01.309555 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Attempting to bind port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:01.314467 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 on network 774a1318-257a-4ece-bbef-773dbf5d872f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:35:01.314846 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Attempting to bind port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:01.319910 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:01.320272 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:01.320654 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Bound using segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:01.321075 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Bound port: cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:01.321432 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.345215 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebbeab-b89d-4dc1-af06-fef5da2b99d2 req-aa227554-3413-42f2-991d-afce71a46fa3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.346790 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c6ebbeab-b89d-4dc1-af06-fef5da2b99d2 req-aa227554-3413-42f2-991d-afce71a46fa3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 944 time: 0.0478280 Apr 11 06:35:01.389761 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] For port cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:01.393221 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] For port cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:01.395683 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c6ebbeab-b89d-4dc1-af06-fef5da2b99d2 req-12fde125-e008-4f58-b44d-193e22809397 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427136 Apr 11 06:35:01.400495 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.436045 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.436661 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.438010 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf1d7ba2-75eb-42c6-9a44-96fe96c15196 HTTP/1.1" status: 200 len: 1094 time: 0.6765633 Apr 11 06:35:01.438443 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:01.440692 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b33815-9a0d-4473-95ff-9bbaa76dff9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:01.473066 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f94e1-a19b-4d98-9b7f-c3e062873c90 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:01.512317 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07a9fe-6877-4497-af2b-c899d07ea443 x-openstack-request-id: req-6f07a9fe-6877-4497-af2b-c899d07ea443 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:01.512610 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:01.512859 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f07a9fe-6877-4497-af2b-c899d07ea443 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:01.513263 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f07a9fe-6877-4497-af2b-c899d07ea443'] response: {'name': 'network-changed', 'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'status': 'completed', 'code': 200} Apr 11 06:35:01.524434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-4da9acc2-c8e2-44cd-971f-d05bc0fc0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.526021 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-4da9acc2-c8e2-44cd-971f-d05bc0fc0cad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 1128 time: 0.0442743 Apr 11 06:35:01.568241 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-7f451f92-cea7-4c64-8c41-61bb1f2ded09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Apr 11 06:35:01.619776 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-ea05fb0c-b1b6-4af1-89dc-6c4b3e539f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.621236 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-ea05fb0c-b1b6-4af1-89dc-6c4b3e539f5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0468812 Apr 11 06:35:01.666025 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-a9dc81d4-9d0d-4bb7-8e5f-f57c6d8e05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.667543 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-a9dc81d4-9d0d-4bb7-8e5f-f57c6d8e05d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379665 Apr 11 06:35:01.756827 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-40e244e9-df0e-4d68-b834-d1f193bcb1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Apr 11 06:35:01.848120 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-41cc1eb5-f75b-41f8-8ca7-5d997021221f req-4550e0c4-b3d5-4938-b0d1-27c4177250a7 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850923 Apr 11 06:35:02.429047 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d23291-74c2-40f0-b22a-d460e32f9d4c req-bc3f0f04-3550-417c-adbf-dcfc281f9423 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:02.430808 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-45d23291-74c2-40f0-b22a-d460e32f9d4c req-bc3f0f04-3550-417c-adbf-dcfc281f9423 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0992362 Apr 11 06:35:02.478810 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-45d23291-74c2-40f0-b22a-d460e32f9d4c req-6552bdea-37b4-45c1-9323-60577d3cf587 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Apr 11 06:35:02.566812 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4e9e-9f86-410e-abf0-f16460a18e43 req-ce6b9bad-35cb-4300-9850-d59df8e8efb8 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:02.568207 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-195a4e9e-9f86-410e-abf0-f16460a18e43 req-ce6b9bad-35cb-4300-9850-d59df8e8efb8 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 944 time: 0.1033313 Apr 11 06:35:02.621456 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-195a4e9e-9f86-410e-abf0-f16460a18e43 req-2db8549d-dfbb-42be-92d0-f5fd70b65348 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475454 Apr 11 06:35:03.605329 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8112-f5cc-416e-acb1-a654967841c7 req-ad9f6d95-8243-4295-8919-137f7421768a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:03.606768 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5d9c8112-f5cc-416e-acb1-a654967841c7 req-ad9f6d95-8243-4295-8919-137f7421768a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0510118 Apr 11 06:35:03.663676 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5d9c8112-f5cc-416e-acb1-a654967841c7 req-0316fd12-b4b5-407d-81a7-5f55aca6b752 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487914 Apr 11 06:35:03.750863 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fb796-9ec5-4a14-b214-3261be3b871a req-9b1d489a-fc43-4037-b414-8e96ac84bc97 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:03.752317 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-744fb796-9ec5-4a14-b214-3261be3b871a req-9b1d489a-fc43-4037-b414-8e96ac84bc97 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 944 time: 0.0522680 Apr 11 06:35:03.802357 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-744fb796-9ec5-4a14-b214-3261be3b871a req-8e73daf7-81bf-4002-a0b8-54eeb85acd41 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Apr 11 06:35:04.224444 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-e5af367e-fba4-45c8-b89e-8c40e16a9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.225848 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-e5af367e-fba4-45c8-b89e-8c40e16a9e91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 1128 time: 0.0465205 Apr 11 06:35:04.316348 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-e14f6998-af4c-4beb-8f1d-dec5a96e492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.317767 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-e14f6998-af4c-4beb-8f1d-dec5a96e492e service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0849218 Apr 11 06:35:04.576531 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-4d29d0fd-359b-4a43-a8c1-0b23c3c755b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196 HTTP/1.1" status: 200 len: 217 time: 0.2486537 Apr 11 06:35:04.625967 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-66723e5d-49fc-4791-b323-3cce5ad5aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.627370 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-66723e5d-49fc-4791-b323-3cce5ad5aba6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0438862 Apr 11 06:35:04.672077 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device cf1d7ba2-75eb-42c6-9a44-96fe96c15196 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:35:04.674351 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-2c08c977-237a-496e-b66d-214c167e923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.675828 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-2c08c977-237a-496e-b66d-214c167e923a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386138 Apr 11 06:35:04.766582 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-250c64c8-c902-4b58-bae4-e6daf1387ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834928 Apr 11 06:35:04.769529 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:04.777559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ace9-7b9c-43a9-947b-2ea475a021ca req-6562db2b-e61a-4ac8-9d76-0f70b16c6982 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.779055 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a8c2ace9-7b9c-43a9-947b-2ea475a021ca req-6562db2b-e61a-4ac8-9d76-0f70b16c6982 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0466456 Apr 11 06:35:04.780946 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'port_id': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'mac_address': 'fa:16:3e:5d:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:35:04.820298 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:04.820661 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.832719 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a8c2ace9-7b9c-43a9-947b-2ea475a021ca req-252cef90-2b35-473b-b233-51ac989020d7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466621 Apr 11 06:35:04.834315 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1d7ba2-75eb-42c6-9a44-96fe96c15196 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:04.854375 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:04.859331 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-09b33815-9a0d-4473-95ff-9bbaa76dff9c req-20586023-a101-4907-9834-1ce66af42966 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Apr 11 06:35:04.860452 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.906914 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:04.914097 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.914432 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.914798 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.915131 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.915457 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.915777 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.916112 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.916462 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.916773 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.917096 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.917398 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.917726 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.918046 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.918348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.918652 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:04.936726 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dffe0d-9200-4113-92f2-a4c561b1de1a req-b9d2dc59-e2f1-4982-b7c3-4ec72d10d4b4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.938229 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d5dffe0d-9200-4113-92f2-a4c561b1de1a req-b9d2dc59-e2f1-4982-b7c3-4ec72d10d4b4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 945 time: 0.0464611 Apr 11 06:35:04.983277 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d5dffe0d-9200-4113-92f2-a4c561b1de1a req-bd227b62-c05d-4044-bad5-021ce08571b9 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394387 Apr 11 06:35:05.299735 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['cf1d7ba2-75eb-42c6-9a44-96fe96c15196'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:05.970376 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1be8dc-b847-4842-853e-e43bf09d71e6 req-cd927d21-f40b-4d87-b426-74306f69af31 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:05.972962 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0f1be8dc-b847-4842-853e-e43bf09d71e6 req-cd927d21-f40b-4d87-b426-74306f69af31 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0532253 Apr 11 06:35:06.021900 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0f1be8dc-b847-4842-853e-e43bf09d71e6 req-12955c00-89d9-4a23-b89b-c59dff1fbbbc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Apr 11 06:35:06.095402 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251070e8-0787-41a0-8195-509a083bd62a req-4bf9167e-7b7a-49ed-b1d0-128a7c105b67 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:06.096832 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-251070e8-0787-41a0-8195-509a083bd62a req-4bf9167e-7b7a-49ed-b1d0-128a7c105b67 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 945 time: 0.0462708 Apr 11 06:35:06.146790 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-251070e8-0787-41a0-8195-509a083bd62a req-4c130785-b377-4b22-8784-def21421ae51 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Apr 11 06:35:06.674732 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device cf1d7ba2-75eb-42c6-9a44-96fe96c15196 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:06.728986 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:35:06.737546 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:06.737919 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.816594 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:06.816968 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.839826 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:06.842397 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa09e2-50ee-4ebe-8621-260de138b1c8" -d '{"events": [{"server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "name": "network-vif-plugged", "status": "completed", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:06.854489 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:06.860076 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.882826 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5507e03-a934-4555-a3aa-57614bc5f4c8 x-openstack-request-id: req-f5507e03-a934-4555-a3aa-57614bc5f4c8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:06.883142 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "name": "network-vif-plugged", "status": "completed", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:06.883394 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5507e03-a934-4555-a3aa-57614bc5f4c8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:06.883786 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5507e03-a934-4555-a3aa-57614bc5f4c8'] response: {'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'code': 200} Apr 11 06:35:06.911550 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:07.053388 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec17d6-93c0-4943-a9d6-a5d8f5cbf17e req-a4948aca-49a8-441d-9d7f-1ec619d1d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.054930 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b4ec17d6-93c0-4943-a9d6-a5d8f5cbf17e req-a4948aca-49a8-441d-9d7f-1ec619d1d8b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 1130 time: 0.0431869 Apr 11 06:35:07.107273 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b4ec17d6-93c0-4943-a9d6-a5d8f5cbf17e req-aaff1dad-cb3a-486f-a53b-eb1a56ecafa4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457931 Apr 11 06:35:07.140337 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ffc03-eed4-43fd-8ad9-125c0d170999 req-da34848c-511a-417a-8663-48e7d2150300 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.141742 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a8ffc03-eed4-43fd-8ad9-125c0d170999 req-da34848c-511a-417a-8663-48e7d2150300 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Apr 11 06:35:07.188710 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a8ffc03-eed4-43fd-8ad9-125c0d170999 req-572c2d5b-9419-4b99-8ef4-2a2c196f13dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Apr 11 06:35:07.259272 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1914ff-fbcb-451b-b5bd-fd90b3e54325 req-bf08f5ad-a06b-45c9-9cf5-ab077707417c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.260782 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6c1914ff-fbcb-451b-b5bd-fd90b3e54325 req-bf08f5ad-a06b-45c9-9cf5-ab077707417c tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0457394 Apr 11 06:35:07.308350 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6c1914ff-fbcb-451b-b5bd-fd90b3e54325 req-95a1e0d1-5930-422f-a29c-7f60c522de96 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Apr 11 06:35:08.313001 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd6c95-993c-4218-a0e8-d6a7bfccbea0 req-c62510e9-c5cf-4c3d-a124-51e000253a32 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:08.314478 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5bdd6c95-993c-4218-a0e8-d6a7bfccbea0 req-c62510e9-c5cf-4c3d-a124-51e000253a32 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0517716 Apr 11 06:35:08.361832 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5bdd6c95-993c-4218-a0e8-d6a7bfccbea0 req-b37ad450-5e87-44f4-9eca-b22c59bff3b4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Apr 11 06:35:08.435930 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a7673-10c1-4b24-b46e-36b8def0c54b req-833f8628-4046-4d53-ac4c-c1e9f638cc2e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:08.437398 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-728a7673-10c1-4b24-b46e-36b8def0c54b req-833f8628-4046-4d53-ac4c-c1e9f638cc2e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0466053 Apr 11 06:35:08.486315 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-728a7673-10c1-4b24-b46e-36b8def0c54b req-5eecac79-c5a5-4ba5-b96c-fd1c2972a2d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432467 Apr 11 06:35:09.475615 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763f13-3b8c-44d9-a806-0bd1bb5603b1 req-6b43d400-3d0d-41b6-91b0-f40ab4e6561e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:09.477042 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a763f13-3b8c-44d9-a806-0bd1bb5603b1 req-6b43d400-3d0d-41b6-91b0-f40ab4e6561e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0462990 Apr 11 06:35:09.523790 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a763f13-3b8c-44d9-a806-0bd1bb5603b1 req-3386d0dd-349a-435b-a416-890749a67ea4 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411942 Apr 11 06:35:09.600301 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d0f05-9ec4-45b3-a3cd-8cb31bc988c7 req-725a8edf-89d0-4a3c-ad9a-3a4e8743f583 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:09.601737 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd5d0f05-9ec4-45b3-a3cd-8cb31bc988c7 req-725a8edf-89d0-4a3c-ad9a-3a4e8743f583 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0472980 Apr 11 06:35:09.647345 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd5d0f05-9ec4-45b3-a3cd-8cb31bc988c7 req-1bda4366-41d1-4ef6-99b4-535d0967dca9 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Apr 11 06:35:09.756524 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de36df-9f9a-4495-bf28-86b6e3c6cb6b req-4e284654-139f-4be7-9019-7fcb917ad7d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:09.757938 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77de36df-9f9a-4495-bf28-86b6e3c6cb6b req-4e284654-139f-4be7-9019-7fcb917ad7d6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0458205 Apr 11 06:35:09.771087 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53498) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:09.777590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'port_id': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:09.818908 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (36338cf1-d8d4-4f45-a990-e7890da9f941), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:10.125715 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:35:10.259628 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:10.266024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (36338cf1-d8d4-4f45-a990-e7890da9f941), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:10.365757 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP 36338cf1-d8d4-4f45-a990-e7890da9f941 associated. External IP: 172.28.1.33, port: cf1d7ba2-75eb-42c6-9a44-96fe96c15196. Apr 11 06:35:10.580707 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:10.636661 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2272f05-26fe-4f2b-b794-6d1e90f78632 req-b6d271f4-8875-44df-bf45-a37984aeb7cd tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.638124 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f2272f05-26fe-4f2b-b794-6d1e90f78632 req-b6d271f4-8875-44df-bf45-a37984aeb7cd tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0465469 Apr 11 06:35:10.685145 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f2272f05-26fe-4f2b-b794-6d1e90f78632 req-d5de9940-8949-460b-a6fa-767eb94f9189 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Apr 11 06:35:10.689277 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:10.694353 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:10.698814 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:10.708356 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:10.708957 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:34:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:10.724635 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-07c668e1-8474-481f-bc7b-7573a7eb4a65 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "PUT /v2.0/floatingips/36338cf1-d8d4-4f45-a990-e7890da9f941 HTTP/1.1" status: 200 len: 991 time: 0.9522598 Apr 11 06:35:10.725305 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:10.727589 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e20f2a-8dce-4e2d-a583-aa2b41093820" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:10.763141 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935bb4d-c8a4-4c33-8018-781d47358a67 x-openstack-request-id: req-5935bb4d-c8a4-4c33-8018-781d47358a67 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:10.763433 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:10.763685 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5935bb4d-c8a4-4c33-8018-781d47358a67 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:10.764092 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5935bb4d-c8a4-4c33-8018-781d47358a67'] response: {'name': 'network-changed', 'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'status': 'completed', 'code': 200} Apr 11 06:35:10.817145 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:10.826914 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-278ab686-53f1-48d2-88f4-172002ea22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.828444 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-278ab686-53f1-48d2-88f4-172002ea22f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 1130 time: 0.0383866 Apr 11 06:35:10.920714 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-23e0ede1-12b9-4f8b-8e1a-5167a1185db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.922179 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-23e0ede1-12b9-4f8b-8e1a-5167a1185db0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0875587 Apr 11 06:35:11.030497 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-0ae6b102-0413-4571-9c7a-9f9f79a77672 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196 HTTP/1.1" status: 200 len: 999 time: 0.0597150 Apr 11 06:35:11.030893 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '36338cf1-d8d4-4f45-a990-e7890da9f941', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.33', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:5d:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:58Z', 'updated_at': '2022-04-11T06:35:10Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:11.056509 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:11.064904 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:11.065506 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:34:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:11.077752 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-ac94adb2-160a-4cae-9210-75fe4ce94624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.079146 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-ac94adb2-160a-4cae-9210-75fe4ce94624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0427334 Apr 11 06:35:11.126000 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-f83d701b-b1cc-491e-8461-b71afed59689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.127587 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-f83d701b-b1cc-491e-8461-b71afed59689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417504 Apr 11 06:35:11.176825 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:11.219841 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-82c6c91a-20f1-4ca2-a31f-e1780f74ef9a service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Apr 11 06:35:11.402584 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '36338cf1-d8d4-4f45-a990-e7890da9f941', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.33', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:5d:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:58Z', 'updated_at': '2022-04-11T06:35:10Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:11.430215 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348dfaa-b359-4caa-81ce-a2bdea1a1858 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '36338cf1-d8d4-4f45-a990-e7890da9f941', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.33', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:5d:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:58Z', 'updated_at': '2022-04-11T06:35:10Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:11.537338 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2e20f2a-8dce-4e2d-a583-aa2b41093820 req-d6fd1d1d-1d19-4951-9a84-fd3d077f1d2b service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112249 Apr 11 06:35:11.614381 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b707509-2fdd-4f0f-ab48-9dfe703ecd29 None None] New status for floating IP 36338cf1-d8d4-4f45-a990-e7890da9f941: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:11.802734 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3828bd-05d4-4c4c-a962-720a6dcb9d8f req-4f799293-2196-4b59-a7ab-b74226e56151 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.804321 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a3828bd-05d4-4c4c-a962-720a6dcb9d8f req-4f799293-2196-4b59-a7ab-b74226e56151 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0521066 Apr 11 06:35:11.852253 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a3828bd-05d4-4c4c-a962-720a6dcb9d8f req-07f8d483-00c4-4167-ab7f-31e4bbf3bbf6 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 Apr 11 06:35:12.550907 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83a25364-ced8-4bfd-8ac0-25bbf619cc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:12.975952 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8c49-20d0-42b0-bc81-56f1060cbe45 req-ed825967-0c81-48f3-9a8e-b5c9e316360b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:12.977378 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d9be8c49-20d0-42b0-bc81-56f1060cbe45 req-ed825967-0c81-48f3-9a8e-b5c9e316360b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0463336 Apr 11 06:35:13.028472 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d9be8c49-20d0-42b0-bc81-56f1060cbe45 req-5523919e-fdc0-470e-935a-3fb353843ab3 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Apr 11 06:35:13.128907 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479c26d-2c06-4a85-9c1a-fa0ffb82c382 req-899ce740-2c31-4edb-a77c-358472497dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.130427 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a479c26d-2c06-4a85-9c1a-fa0ffb82c382 req-899ce740-2c31-4edb-a77c-358472497dfd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.0389097 Apr 11 06:35:13.173537 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a479c26d-2c06-4a85-9c1a-fa0ffb82c382 req-125c00c2-1d03-48c7-99aa-dd23ee48347a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373473 Apr 11 06:35:14.151153 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a878b5-abe1-4cbf-9b67-3e5c8607952c req-f5cb8dcc-3c18-4ca4-9011-d214238f664e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:14.152609 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-21a878b5-abe1-4cbf-9b67-3e5c8607952c req-f5cb8dcc-3c18-4ca4-9011-d214238f664e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0462699 Apr 11 06:35:14.200690 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-21a878b5-abe1-4cbf-9b67-3e5c8607952c req-7986880a-ae8e-4dc7-9fe0-09e6af42853e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395403 Apr 11 06:35:14.883721 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c552d05a-a361-4b8f-9653-e103c580d73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:15.324558 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859d70-c205-4e1c-a2eb-ccdd6e1d4786 req-d3771bc8-6941-4934-a931-026cd0341216 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.326004 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-04859d70-c205-4e1c-a2eb-ccdd6e1d4786 req-d3771bc8-6941-4934-a931-026cd0341216 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0488629 Apr 11 06:35:15.374579 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-04859d70-c205-4e1c-a2eb-ccdd6e1d4786 req-3736d1f2-5787-4caa-9477-f89e2eba60c2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Apr 11 06:35:15.771129 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810874fd-5de2-4aa3-ba74-a926ce3a951f req-555b452e-f06d-4faf-b588-3733853dc25c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.772849 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-810874fd-5de2-4aa3-ba74-a926ce3a951f req-555b452e-f06d-4faf-b588-3733853dc25c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0555289 Apr 11 06:35:15.832357 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:15.851319 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-810874fd-5de2-4aa3-ba74-a926ce3a951f req-9a50c675-a334-44ed-91c6-7e35de41de0e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721912 Apr 11 06:35:15.856185 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-12ec05b0-e45c-4ba4-b9f9-2b8425d26f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.857780 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-12ec05b0-e45c-4ba4-b9f9-2b8425d26f76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.1081851 Apr 11 06:35:16.333470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-3b01a3bd-69e1-422e-824c-ad0a8887b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.334987 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-3b01a3bd-69e1-422e-824c-ad0a8887b73f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.0925338 Apr 11 06:35:16.425187 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-e839744f-4342-413b-898d-755e26d5e977 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 1000 time: 0.0670552 Apr 11 06:35:16.475254 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-144093a1-c343-4761-9d3e-89c17c990b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.477056 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-144093a1-c343-4761-9d3e-89c17c990b8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0451279 Apr 11 06:35:16.525383 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-765ca7df-580c-4810-8e8a-523044bb2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.526992 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-765ca7df-580c-4810-8e8a-523044bb2de3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391400 Apr 11 06:35:16.620321 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-e82b4c80-641a-4967-91b6-f8259856b40b service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Apr 11 06:35:16.711328 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c8738ada-2b4b-413b-a97a-43b822650ac2 req-e7231cf6-e741-4a99-a731-2452834caec1 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844178 Apr 11 06:35:16.969789 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47197-5e98-43c4-a189-bc2c6d7965d8 req-fc2caf3e-9e5e-4bb4-870e-c79b747219c6 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.971326 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ecd47197-5e98-43c4-a189-bc2c6d7965d8 req-fc2caf3e-9e5e-4bb4-870e-c79b747219c6 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0516989 Apr 11 06:35:17.021087 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ecd47197-5e98-43c4-a189-bc2c6d7965d8 req-a4a9454f-5253-478d-bbe7-cad83d05537d tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Apr 11 06:35:17.053524 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5942-214e-4094-83f1-570193dfa79a req-075f1b8f-5001-4758-a11f-f05a2a810d2a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:17.055041 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-98cc5942-214e-4094-83f1-570193dfa79a req-075f1b8f-5001-4758-a11f-f05a2a810d2a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0509169 Apr 11 06:35:17.102046 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-98cc5942-214e-4094-83f1-570193dfa79a req-b2fdcee5-21e9-4a3c-9c2b-591d2fcfbe7f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Apr 11 06:35:17.291545 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:18.141547 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043a0c9-77da-4d11-8289-3659df765b85 req-3fe365b8-9e98-4078-a863-e156ef0d0f5c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.143073 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8043a0c9-77da-4d11-8289-3659df765b85 req-3fe365b8-9e98-4078-a863-e156ef0d0f5c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Apr 11 06:35:18.192185 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8043a0c9-77da-4d11-8289-3659df765b85 req-77db4934-731a-478e-8ba8-93da6aca9a29 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435350 Apr 11 06:35:18.219850 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87e620-d0b1-4b78-8af6-3788d049a74c req-d2350648-a5c7-4127-9c87-a93036ad7ab5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.221391 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ae87e620-d0b1-4b78-8af6-3788d049a74c req-d2350648-a5c7-4127-9c87-a93036ad7ab5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0480287 Apr 11 06:35:18.268187 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ae87e620-d0b1-4b78-8af6-3788d049a74c req-acb7e004-f921-469f-84aa-7c5a264921d5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Apr 11 06:35:19.070286 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:19.313296 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf4c7-6689-4bc8-ba8f-60335ba02be7 req-4c0c2eea-9019-45d4-a052-47bf4809e1c1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:19.314864 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-538bf4c7-6689-4bc8-ba8f-60335ba02be7 req-4c0c2eea-9019-45d4-a052-47bf4809e1c1 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Apr 11 06:35:19.363264 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-538bf4c7-6689-4bc8-ba8f-60335ba02be7 req-3f5c6299-234b-4efc-a97c-7dbd3ded89e2 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424948 Apr 11 06:35:19.493864 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5a93-455b-40c0-8cac-9e6220337c6c req-751a89a8-deb1-43f1-9547-64231bcaec36 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:19.495379 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8ccd5a93-455b-40c0-8cac-9e6220337c6c req-751a89a8-deb1-43f1-9547-64231bcaec36 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0494683 Apr 11 06:35:19.546605 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8ccd5a93-455b-40c0-8cac-9e6220337c6c req-0054733e-146d-4c3e-a43e-9199c031fbb4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Apr 11 06:35:20.482427 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf53e6e-bdee-4d3c-a794-b0a8a955b676 req-1facd6a7-851f-4c7f-b9dc-1b4922702989 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:20.483933 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ddf53e6e-bdee-4d3c-a794-b0a8a955b676 req-1facd6a7-851f-4c7f-b9dc-1b4922702989 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Apr 11 06:35:20.533044 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ddf53e6e-bdee-4d3c-a794-b0a8a955b676 req-2c40ee07-ae97-4eb1-8f1e-59d65f1313a9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Apr 11 06:35:20.676850 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780d633-8365-42b8-a82c-20003ecf559f req-0dfb9338-328d-44d6-b2aa-4148f82e440d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:20.678207 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0780d633-8365-42b8-a82c-20003ecf559f req-0dfb9338-328d-44d6-b2aa-4148f82e440d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0474343 Apr 11 06:35:20.753618 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0780d633-8365-42b8-a82c-20003ecf559f req-c47bf70f-7dea-425c-8597-a0e4a69f53d2 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=7de5553e-f811-43aa-9193-930d0a1ed460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669236 Apr 11 06:35:20.764412 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-bbbe651c-c053-485f-ae7d-293c81a95581 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:20.765891 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-bbbe651c-c053-485f-ae7d-293c81a95581 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 946 time: 0.0596886 Apr 11 06:35:20.868134 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Deleting port d7d07194-d05f-4900-8f18-0d59b5a77b0f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:20.868466 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:20.957299 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] For port d7d07194-d05f-4900-8f18-0d59b5a77b0f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d7d07194-d05f-4900-8f18-0d59b5a77b0f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:20.957529 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:21.192385 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:21.192745 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (67dd55b7-207c-43ac-99f1-06a281d7c91f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:21.193059 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Floating IP 67dd55b7-207c-43ac-99f1-06a281d7c91f disassociated. External IP: 172.28.1.67, port: d7d07194-d05f-4900-8f18-0d59b5a77b0f. Apr 11 06:35:21.193394 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Calling delete_port for d7d07194-d05f-4900-8f18-0d59b5a77b0f owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:21.333394 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (d7d07194-d05f-4900-8f18-0d59b5a77b0f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:21.369289 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event deleted for resources: {'Port': ['ID=d7d07194-d05f-4900-8f18-0d59b5a77b0f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:21.493886 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:21.607669 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:21.619263 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:21.629944 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:21.630883 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:21.651435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12803de9-70a8-4445-9e5c-419db9ab18f5 req-e8f2072a-def5-4cd0-8878-d29055451388 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:21.653779 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12803de9-70a8-4445-9e5c-419db9ab18f5 req-e8f2072a-def5-4cd0-8878-d29055451388 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Apr 11 06:35:21.656038 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] No DVR routers for this DVR port d7d07194-d05f-4900-8f18-0d59b5a77b0f on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:21.659235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:21.662839 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3d7cbea9-4653-4d04-92f1-d80a53f0d069 req-d20e53ef-6fe6-45b0-98a1-0d029e31d578 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "DELETE /v2.0/ports/d7d07194-d05f-4900-8f18-0d59b5a77b0f HTTP/1.1" status: 204 len: 173 time: 0.8815928 Apr 11 06:35:21.662839 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-deleted', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:21.665085 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba87403-095b-45a7-b8b5-45777e0d9544" -d '{"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-deleted", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:21.710414 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12803de9-70a8-4445-9e5c-419db9ab18f5 req-435e3e18-f32b-46aa-8746-4a154f27f68b tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506072 Apr 11 06:35:21.767981 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:21.816842 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a3929-b7be-4523-9834-6e3446103e71 x-openstack-request-id: req-950a3929-b7be-4523-9834-6e3446103e71 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:21.817766 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4461cd-25ff-409c-aa46-840e24a1ad80", "name": "network-vif-deleted", "tag": "d7d07194-d05f-4900-8f18-0d59b5a77b0f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:21.818182 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-950a3929-b7be-4523-9834-6e3446103e71 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:21.818795 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950a3929-b7be-4523-9834-6e3446103e71'] response: {'server_uuid': 'ff4461cd-25ff-409c-aa46-840e24a1ad80', 'name': 'network-vif-deleted', 'tag': 'd7d07194-d05f-4900-8f18-0d59b5a77b0f', 'status': 'completed', 'code': 200} Apr 11 06:35:21.958161 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d7ca333e-56f7-498a-9779-5c2a44c48e67 req-32b7d1c6-5204-4037-92df-a022ab54425b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff4461cd-25ff-409c-aa46-840e24a1ad80 HTTP/1.1" status: 200 len: 210 time: 0.0390725 Apr 11 06:35:22.020572 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e2cfb-26d6-4f3b-b9c5-553c3ce7e145 req-4bdfa4c4-ed4b-4474-b6ef-8367651f3a50 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:22.022681 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a4e2cfb-26d6-4f3b-b9c5-553c3ce7e145 req-4bdfa4c4-ed4b-4474-b6ef-8367651f3a50 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0506983 Apr 11 06:35:22.031358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53588) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:22.035976 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Request body: {'floatingip': {'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:22.057293 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e216206c-ebaf-4265-a553-5351501fade5 req-817ffcbc-9f65-4310-9679-781dcb2ccc0a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461224224&fields=id&tenant_id=57d56f7013874daaa18dfc768de902ce HTTP/1.1" status: 200 len: 267 time: 0.0482521 Apr 11 06:35:22.071543 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:22.091865 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.102492 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:22.109285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216206c-ebaf-4265-a553-5351501fade5 req-3e10b610-a484-406a-ac04-4d8c5458e92b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:22.110782 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e216206c-ebaf-4265-a553-5351501fade5 req-3e10b610-a484-406a-ac04-4d8c5458e92b tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 984 time: 0.0477393 Apr 11 06:35:22.110924 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:22.111525 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:22.127607 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Request body: {'port': {'security_groups': ['98880dca-d890-4c30-8e04-9e6253bb7094']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:22.227004 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:22.228521 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.430220 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:22.450473 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:22.464828 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7372880-2877-4e67-9fe2-180a84983889 None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:22.481882 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.488031 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.507363 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2c3124f8-62c5-4d19-8d2f-5dfcff383de0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:22.551410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:22.552068 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.556516 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e216206c-ebaf-4265-a553-5351501fade5 req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "PUT /v2.0/ports/2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 942 time: 0.4344339 Apr 11 06:35:22.559366 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:22.605859 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69794c-8113-4055-a655-baebf7d7c477 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event updated for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:22.638525 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a370698e-655c-45aa-97a0-f49a16584bc3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group (86e391b7-1064-43ec-8f42-5dae56947d40), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.654731 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2c3124f8-62c5-4d19-8d2f-5dfcff383de0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:22.656709 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.661753 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.669570 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a370698e-655c-45aa-97a0-f49a16584bc3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group (86e391b7-1064-43ec-8f42-5dae56947d40), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.751654 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a370698e-655c-45aa-97a0-f49a16584bc3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (86e391b7-1064-43ec-8f42-5dae56947d40), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.755772 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a370698e-655c-45aa-97a0-f49a16584bc3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.760075 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a370698e-655c-45aa-97a0-f49a16584bc3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "DELETE /v2.0/security-groups/86e391b7-1064-43ec-8f42-5dae56947d40 HTTP/1.1" status: 204 len: 168 time: 0.1998088 Apr 11 06:35:22.761308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:22.787227 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370698e-655c-45aa-97a0-f49a16584bc3 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e391b7-1064-43ec-8f42-5dae56947d40,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:22.875299 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be7163-238e-4d35-9897-ee6249492b5e None None] New status for floating IP 67dd55b7-207c-43ac-99f1-06a281d7c91f: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:22.920582 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Router 3377750c-233e-4109-bf34-38a007d8f958 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:22.927848 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cac7d500-06ad-44a2-b18b-63443596bde3 None None] Provisioning complete for port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:22.928307 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cac7d500-06ad-44a2-b18b-63443596bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.972437 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Deleting port ff2c36ea-e616-495a-a7c2-9282191a2eae {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:22.973474 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.050434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:23.102107 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cac7d500-06ad-44a2-b18b-63443596bde3 None None] Current status of the port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:23.123726 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.123993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for floatingip (ff2c36ea-e616-495a-a7c2-9282191a2eae), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.136551 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7efbc95d-daea-455c-94a4-2883db27ca54 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (7de5553e-f811-43aa-9193-930d0a1ed460), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.142210 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Calling delete_port for ff2c36ea-e616-495a-a7c2-9282191a2eae owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:23.172849 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7efbc95d-daea-455c-94a4-2883db27ca54 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (7de5553e-f811-43aa-9193-930d0a1ed460), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.300952 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:23.305307 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7efbc95d-daea-455c-94a4-2883db27ca54 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (7de5553e-f811-43aa-9193-930d0a1ed460), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.305468 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.309124 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7efbc95d-daea-455c-94a4-2883db27ca54 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.310241 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-7efbc95d-daea-455c-94a4-2883db27ca54 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "DELETE /v2.0/security-groups/7de5553e-f811-43aa-9193-930d0a1ed460 HTTP/1.1" status: 204 len: 168 time: 0.2588720 Apr 11 06:35:23.316048 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] Sync routers for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:23.316608 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53602) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:23.331825 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc95d-daea-455c-94a4-2883db27ca54 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5553e-f811-43aa-9193-930d0a1ed460,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:23.333719 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:23.334496 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:23.337567 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.api.v2.resource [None req-0a9e6b0b-3681-4fa4-bac2-58028b17b12e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] show failed (client error): The resource could not be found. Apr 11 06:35:23.341555 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-0a9e6b0b-3681-4fa4-bac2-58028b17b12e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups/7de5553e-f811-43aa-9193-930d0a1ed460 HTTP/1.1" status: 404 len: 347 time: 0.0216308 Apr 11 06:35:23.341827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:23.366539 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:23.368832 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b3d1a-53c9-4686-b3a4-3778b09dec72" -d '{"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:23.372107 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c0795106-7ac4-4862-9535-66075c881c5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "PUT /v2.0/floatingips/de780b1c-71d7-4f85-9b8d-6e4c8fc73614 HTTP/1.1" status: 200 len: 992 time: 1.3395715 Apr 11 06:35:23.411009 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba1b32e-91aa-4802-9b0e-74a9b3db9545 x-openstack-request-id: req-5ba1b32e-91aa-4802-9b0e-74a9b3db9545 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:23.411358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:23.412285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ba1b32e-91aa-4802-9b0e-74a9b3db9545 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:23.412955 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba1b32e-91aa-4802-9b0e-74a9b3db9545'] response: {'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'status': 'completed', 'code': 200} Apr 11 06:35:23.482275 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:23.513599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-9091f15f-6d3c-4a2b-aa32-e6941b23ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:23.515107 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-9091f15f-6d3c-4a2b-aa32-e6941b23ebfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.0736094 Apr 11 06:35:23.515683 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (ff2c36ea-e616-495a-a7c2-9282191a2eae), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.556822 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event deleted for resources: {'Port': ['ID=ff2c36ea-e616-495a-a7c2-9282191a2eae,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:23.571848 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Deleting port 2c00e305-13b7-4b31-beae-72d216effc78 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:23.572192 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (2c00e305-13b7-4b31-beae-72d216effc78), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.694673 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'de780b1c-71d7-4f85-9b8d-6e4c8fc73614', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '3377750c-233e-4109-bf34-38a007d8f958', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:49Z', 'updated_at': '2022-04-11T06:35:22Z', 'revision_number': 3, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:23.724231 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] Checking router: 3377750c-233e-4109-bf34-38a007d8f958 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:23.733681 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:23.734257 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:23.734583 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks [] for floatingip (02b9d109-acb2-4184-ade4-ca3525a6916a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.734939 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Floating IP 02b9d109-acb2-4184-ade4-ca3525a6916a disassociated (deleted). External IP: 172.28.1.6, port: 2c3124f8-62c5-4d19-8d2f-5dfcff383de0. Apr 11 06:35:23.781434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (2c00e305-13b7-4b31-beae-72d216effc78), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.781756 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (2c00e305-13b7-4b31-beae-72d216effc78), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.800906 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Calling delete_port for 2c00e305-13b7-4b31-beae-72d216effc78 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:23.802962 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-343163f7-2311-4445-9bc7-8653bbf7a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:23.804430 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-343163f7-2311-4445-9bc7-8653bbf7a254 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.2784562 Apr 11 06:35:23.820336 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:23.823527 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70efdff-739c-4ac1-a543-67d64886e521" -d '{"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:23.843393 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:23.888204 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31830fc7-99c7-446f-a47e-da60d3430248 x-openstack-request-id: req-31830fc7-99c7-446f-a47e-da60d3430248 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:23.888586 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:23.888795 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31830fc7-99c7-446f-a47e-da60d3430248 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:23.889209 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31830fc7-99c7-446f-a47e-da60d3430248'] response: {'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'status': 'completed', 'code': 200} Apr 11 06:35:23.925096 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efdff-739c-4ac1-a543-67d64886e521 req-5a3d990a-dcb3-4b2f-9598-41c0b91281a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:23.926715 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-5a3d990a-dcb3-4b2f-9598-41c0b91281a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1129 time: 0.0426464 Apr 11 06:35:24.029199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efdff-739c-4ac1-a543-67d64886e521 req-0e6b405d-946a-4a15-8d62-121eb12a97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:24.030745 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-0e6b405d-946a-4a15-8d62-121eb12a97a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 916 time: 0.0949183 Apr 11 06:35:24.067767 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'de780b1c-71d7-4f85-9b8d-6e4c8fc73614', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '3377750c-233e-4109-bf34-38a007d8f958', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:49Z', 'updated_at': '2022-04-11T06:35:22Z', 'revision_number': 3, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:24.076606 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-b89c43d9-15e8-4fda-a1dd-34540f0f9677 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 217 time: 0.0354252 Apr 11 06:35:24.100513 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4784-9a44-48d4-94a4-2f7c2498b64f None None] The sync data for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb is: [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'de780b1c-71d7-4f85-9b8d-6e4c8fc73614', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '3377750c-233e-4109-bf34-38a007d8f958', 'port_id': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'mac_address': 'fa:16:3e:4b:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ee0a-847f-4e88-94dc-423f68373501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:49Z', 'updated_at': '2022-04-11T06:35:22Z', 'revision_number': 3, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:24.134592 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efdff-739c-4ac1-a543-67d64886e521 req-b1d78b7c-d4f7-4276-95bb-616496c613dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:24.136090 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-b1d78b7c-d4f7-4276-95bb-616496c613dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0525179 Apr 11 06:35:24.188605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efdff-739c-4ac1-a543-67d64886e521 req-a2b5bd06-1e26-4342-90bb-176efcdfa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:24.190004 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-a2b5bd06-1e26-4342-90bb-176efcdfa3b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468016 Apr 11 06:35:24.210709 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-a5e509b0-a409-4de5-bef0-b71e6ffd32fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 1000 time: 0.3992946 Apr 11 06:35:24.284753 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-a06a39bc-853d-48de-96d5-e0ff102b4bf3 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Apr 11 06:35:24.338673 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-bce38f44-a0db-4d54-9d38-2fe5ec9552c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:24.340159 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-bce38f44-a0db-4d54-9d38-2fe5ec9552c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.1215749 Apr 11 06:35:24.393072 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b70efdff-739c-4ac1-a543-67d64886e521 req-d1626021-62d7-424c-83fc-c45e11a9085b service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011641 Apr 11 06:35:24.442401 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-c322b9c1-cfce-481c-8f9e-a7b8152e11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:24.443948 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-c322b9c1-cfce-481c-8f9e-a7b8152e11cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0752201 Apr 11 06:35:24.446486 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (2c00e305-13b7-4b31-beae-72d216effc78), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:24.450014 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Router b4ca6776-5264-4175-9221-56a0aed19e9c has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:24.493652 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event deleted for resources: {'Port': ['ID=2c00e305-13b7-4b31-beae-72d216effc78,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:24.648617 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (67dd55b7-207c-43ac-99f1-06a281d7c91f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:24.651006 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:24.652178 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-fb42cc44-a623-458e-95ca-b14f4924f948 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "DELETE /v2.0/floatingips/67dd55b7-207c-43ac-99f1-06a281d7c91f HTTP/1.1" status: 204 len: 168 time: 1.3068547 Apr 11 06:35:24.659918 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-6dfb874a-5ef6-47b0-b48c-61753607cd99 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037117 Apr 11 06:35:24.762783 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:24.767992 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:24.772671 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] Sync routers for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:24.783905 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:24.784850 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:24.816561 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c701ef7d-6fe7-417e-8889-dd521d160380 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "DELETE /v2.0/floatingips/02b9d109-acb2-4184-ade4-ca3525a6916a HTTP/1.1" status: 204 len: 168 time: 2.0385981 Apr 11 06:35:24.818844 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-379b3d1a-53c9-4686-b3a4-3778b09dec72 req-f938cb3e-e066-4849-890c-39fe83e6d16c service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300535 Apr 11 06:35:24.911969 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:25.085499 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:25.120423 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53622) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:25.125470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236294621', 'description': 'tempest-description--491322675'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:25.131020 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: d7d07194-d05f-4900-8f18-0d59b5a77b0f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:25.131377 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device d7d07194-d05f-4900-8f18-0d59b5a77b0f not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:25.149085 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.154059 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:25.181521 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] Checking router: b4ca6776-5264-4175-9221-56a0aed19e9c for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:25.190703 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:25.191492 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:25.218627 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (fd64fdad-df92-4a5e-8a2f-89f53bba0899), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.222768 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fd64fdad-df92-4a5e-8a2f-89f53bba0899), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.252331 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.253615 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1319015 Apr 11 06:35:25.256761 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53624) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:25.260903 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e11773-7621-4d87-b9fd-10c87ce80704 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64fdad-df92-4a5e-8a2f-89f53bba0899,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:25.261497 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'security_group_rule': {'security_group_id': 'fd64fdad-df92-4a5e-8a2f-89f53bba0899', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:25.300046 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (434620bc-4017-4008-b025-3b631614335e), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.360602 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (434620bc-4017-4008-b025-3b631614335e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.364710 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (434620bc-4017-4008-b025-3b631614335e), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.380926 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434620bc-4017-4008-b025-3b631614335e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:25.393317 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.397393 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53626) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:25.397552 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-9ca9ed53-d8ae-421f-82e2-3ca9f748742d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395776 Apr 11 06:35:25.401996 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'security_group_rule': {'security_group_id': 'fd64fdad-df92-4a5e-8a2f-89f53bba0899', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:25.414535 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:25.418312 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7681d968-f815-418c-8dda-62e215957aea" -d '{"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:25.431833 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (c9044ee3-07ed-4c4f-8274-abb48dc05006), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.433140 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:25.459269 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb7751-9f5a-4c0f-b8ec-16fc04e73a75 x-openstack-request-id: req-3fcb7751-9f5a-4c0f-b8ec-16fc04e73a75 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:25.459566 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:25.459819 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fcb7751-9f5a-4c0f-b8ec-16fc04e73a75 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:25.460221 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcb7751-9f5a-4c0f-b8ec-16fc04e73a75'] response: {'name': 'network-changed', 'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'status': 'completed', 'code': 200} Apr 11 06:35:25.488007 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (c9044ee3-07ed-4c4f-8274-abb48dc05006), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.491753 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (c9044ee3-07ed-4c4f-8274-abb48dc05006), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.509334 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9044ee3-07ed-4c4f-8274-abb48dc05006,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:25.519243 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.520492 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-36b71fdb-cb44-49c7-8a14-ad66f7f07a84 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220872 Apr 11 06:35:25.523447 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53630) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:25.527754 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:25.547867 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.628864 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:25.652885 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681d968-f815-418c-8dda-62e215957aea req-1e00df68-9c4e-4bd8-abc2-182179843f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:25.654450 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-1e00df68-9c4e-4bd8-abc2-182179843f8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 1129 time: 0.0742435 Apr 11 06:35:25.656430 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90af5f-92a7-4dfc-9f54-6f14e75c8ec0 None None] The sync data for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb is: [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:30Z', 'revision_number': 4, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '39d8e0f5-228f-4f26-85dd-eaeda3c1e914', 'name': '', 'network_id': 'a986077a-23f3-46ee-99a6-4bb72d42e97c', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'mac_address': 'fa:16:3e:d8:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:29Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'subnets': [{'id': 'd33fad2d-f1a4-4bf0-ad14-77ed9296c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:25.662824 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.851103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Allocated IP 172.28.1.157 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/295280ce-3812-4cbd-af79-bf7a1b11613f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:25.853464 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681d968-f815-418c-8dda-62e215957aea req-68bf1139-cab7-41fd-9805-ac3d6171818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:25.855249 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-68bf1139-cab7-41fd-9805-ac3d6171818f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.1527781 Apr 11 06:35:25.900774 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd334d-03ad-421a-a218-c6697979f73b None None] New status for floating IP 02b9d109-acb2-4184-ade4-ca3525a6916a: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:25.917476 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:25.919789 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62fca90-0fda-47ac-818b-a5333e0e4bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:25.974890 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f69f65-1989-49ed-addb-6ad42c678cb5 x-openstack-request-id: req-16f69f65-1989-49ed-addb-6ad42c678cb5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:25.975181 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:25.975431 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16f69f65-1989-49ed-addb-6ad42c678cb5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:25.975831 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f69f65-1989-49ed-addb-6ad42c678cb5'] response: {'name': 'network-changed', 'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'status': 'completed', 'code': 200} Apr 11 06:35:25.987823 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-273e6e31-8322-403f-a601-67272749a606 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 200 len: 1000 time: 0.1210508 Apr 11 06:35:26.048955 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-e39ec0af-89b9-4cf9-9bac-568ca876559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:26.050556 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-e39ec0af-89b9-4cf9-9bac-568ca876559b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57d56f7013874daaa18dfc768de902ce&device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 1129 time: 0.0459518 Apr 11 06:35:26.058918 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.070898 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681d968-f815-418c-8dda-62e215957aea req-124d1374-d7f1-43a2-9476-f885ff03007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:26.072429 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-124d1374-d7f1-43a2-9476-f885ff03007b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.0766659 Apr 11 06:35:26.135351 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681d968-f815-418c-8dda-62e215957aea req-3686dc5b-2424-45cf-bfce-c6d8b9464612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:26.136876 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-3686dc5b-2424-45cf-bfce-c6d8b9464612 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0570142 Apr 11 06:35:26.153367 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.166511 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-a5c93832-f189-4bf5-8079-cd849db29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:26.168049 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-a5c93832-f189-4bf5-8079-cd849db29590 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 200 len: 916 time: 0.1107571 Apr 11 06:35:26.215090 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-9dcb2374-d0ff-4d9f-a922-f74c2e23815e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 200 len: 217 time: 0.0404165 Apr 11 06:35:26.243402 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:26.248945 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:26.257343 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:26.263419 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'Port': ['ID=295280ce-3812-4cbd-af79-bf7a1b11613f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:26.270747 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-02749c81-cad1-41dd-b9fc-1a32765032aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:26.272297 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-02749c81-cad1-41dd-b9fc-1a32765032aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 200 len: 854 time: 0.0511830 Apr 11 06:35:26.317118 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-157594a7-022a-4293-8bef-b9634cba539d service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731756 Apr 11 06:35:26.324967 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-b668f30f-696a-4e9f-9151-69a7726ed8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:26.327012 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-b668f30f-696a-4e9f-9151-69a7726ed8d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a986077a-23f3-46ee-99a6-4bb72d42e97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452740 Apr 11 06:35:26.425982 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (ce650463-9bb3-4cad-a2b7-932a927da80a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.431701 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-c7cd4926-58cf-4864-b601-5486ce3552d8 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951157 Apr 11 06:35:26.479811 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7681d968-f815-418c-8dda-62e215957aea req-aeeb9374-30f6-4437-a001-698a49721a07 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369345 Apr 11 06:35:26.485026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.535145 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a62fca90-0fda-47ac-818b-a5333e0e4bf5 req-94e84343-13aa-4a1d-8d08-733194545ce5 service neutron] 10.222.0.26 "GET /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886011 Apr 11 06:35:26.646237 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.653880 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.718078 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'Port': ['ID=295280ce-3812-4cbd-af79-bf7a1b11613f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:26.729915 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (ce650463-9bb3-4cad-a2b7-932a927da80a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.748112 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:26.749452 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-52cb9f88-03c4-4693-8b4f-5a64c79f8162 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2250512 Apr 11 06:35:26.897536 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-e3c1b749-d44d-4226-8044-be4853b787fc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--236294621&fields=id&tenant_id=8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 267 time: 0.0467045 Apr 11 06:35:27.002998 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-60a3c67f-b1cc-4209-8d04-ca8a840ea16b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:27.004448 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-60a3c67f-b1cc-4209-8d04-ca8a840ea16b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 817 time: 0.1003981 Apr 11 06:35:27.018720 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-0d0a6ec5-f6c1-4d40-9d31-066db39fc707 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/quotas/8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 375 time: 0.0089800 Apr 11 06:35:27.068474 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-741f77ef-8128-4169-a8d7-64e735da510a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450184 Apr 11 06:35:27.214960 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-2916acfe-248c-47db-9684-2f7f8dcea0e3 service neutron] 10.222.0.11 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293800 Apr 11 06:35:27.266567 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.308047 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-c130e743-c437-4086-8cd8-f073bb252574 service neutron] 10.222.0.11 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Apr 11 06:35:27.475437 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8629ec66-dc6b-49cf-832a-403df78764b9 req-83d4ea0f-a76a-4b48-b021-890b3b959ee5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 210 time: 0.0283320 Apr 11 06:35:27.625397 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ce2fa-af63-4490-ba7e-dc5573fba809 req-6a3c7038-19c3-48ac-ad51-f7bbac742fe1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:27.626920 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2d9ce2fa-af63-4490-ba7e-dc5573fba809 req-6a3c7038-19c3-48ac-ad51-f7bbac742fe1 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0502687 Apr 11 06:35:27.673768 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2d9ce2fa-af63-4490-ba7e-dc5573fba809 req-754ff495-28b9-480a-896f-4671361a4009 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Apr 11 06:35:28.587029 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bc7015f7-c783-4199-b239-c9c927c8fa81 req-696d4ae4-5808-421d-9797-4c1ca12b81f3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 210 time: 0.0275447 Apr 11 06:35:28.802361 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a6402-b2f9-49b4-ba10-9aec00862f9f req-7affe1d0-1dd9-473a-8808-49c0d0decde8 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:28.803855 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-df2a6402-b2f9-49b4-ba10-9aec00862f9f req-7affe1d0-1dd9-473a-8808-49c0d0decde8 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0559421 Apr 11 06:35:28.858232 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-df2a6402-b2f9-49b4-ba10-9aec00862f9f req-0f66d6c0-ca58-41fc-b616-657785fdf478 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Apr 11 06:35:29.708356 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8cfa2718-86a9-445f-b338-3f7441fb14c0 req-9ece188c-1e99-43e5-96cb-a44f2988b953 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 210 time: 0.0394397 Apr 11 06:35:29.993209 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-9767f9bf-8e69-4e65-8bbb-77ca4c57f0f8 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:29.993757 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7facd49-ea24-4853-9627-d7b5ca083e6e req-5fabd6a0-0e0a-4db3-ac0f-d6a64baa8e63 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:29.994847 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-9767f9bf-8e69-4e65-8bbb-77ca4c57f0f8 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0492771 Apr 11 06:35:29.995236 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7facd49-ea24-4853-9627-d7b5ca083e6e req-5fabd6a0-0e0a-4db3-ac0f-d6a64baa8e63 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/ports?device_id=74f63e6f-885c-49d6-9e7b-b3d0efa8617f HTTP/1.1" status: 200 len: 945 time: 0.0477972 Apr 11 06:35:30.071030 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7facd49-ea24-4853-9627-d7b5ca083e6e req-2a371527-4d3a-44c6-97a9-a49d01882722 tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.11 "GET /v2.0/security-groups?id=98880dca-d890-4c30-8e04-9e6253bb7094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Apr 11 06:35:30.109689 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Deleting port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:30.110025 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.144265 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f8976180-07bb-447b-8b7d-3ee4a903c483 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:30.146034 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f8976180-07bb-447b-8b7d-3ee4a903c483 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 817 time: 0.1237607 Apr 11 06:35:30.203531 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] For port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:30.203884 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.216121 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-147cbae4-05b6-46aa-b147-0183616c8bb0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 379 time: 0.0595884 Apr 11 06:35:30.217581 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Calling delete_port for 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:30.279372 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'port': {'device_id': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'admin_state_up': True, 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'security_groups': ['fd64fdad-df92-4a5e-8a2f-89f53bba0899']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:30.344451 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (2c3124f8-62c5-4d19-8d2f-5dfcff383de0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.355944 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['2c3124f8-62c5-4d19-8d2f-5dfcff383de0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:30.378243 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Pushing event deleted for resources: {'Port': ['ID=2c3124f8-62c5-4d19-8d2f-5dfcff383de0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:30.398119 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Made reservation on behalf of 8f14e42c2dc14874b6bcea420e6a12c7 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:30.402395 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.431129 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] No DVR routers for this DVR port 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:30.433712 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.436965 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ed34a096-41c6-4856-ad9d-4214669a2f5f req-26f43461-1a2c-4581-b6e5-12f52a336a4a tempest-TestMinimumBasicScenario-1120934669 tempest-TestMinimumBasicScenario-1120934669-project] 10.222.0.26 "DELETE /v2.0/ports/2c3124f8-62c5-4d19-8d2f-5dfcff383de0 HTTP/1.1" status: 204 len: 173 time: 0.4254737 Apr 11 06:35:30.437403 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'name': 'network-vif-deleted', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:30.439973 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12787b69-9320-43f1-baf3-ad08d3c6f981" -d '{"events": [{"server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "name": "network-vif-deleted", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:30.484367 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49b86a-c325-49f0-9cac-5f5246a203ae x-openstack-request-id: req-3c49b86a-c325-49f0-9cac-5f5246a203ae {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:30.484856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f63e6f-885c-49d6-9e7b-b3d0efa8617f", "name": "network-vif-deleted", "tag": "2c3124f8-62c5-4d19-8d2f-5dfcff383de0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:30.485097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c49b86a-c325-49f0-9cac-5f5246a203ae {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:30.485518 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c49b86a-c325-49f0-9cac-5f5246a203ae'] response: {'server_uuid': '74f63e6f-885c-49d6-9e7b-b3d0efa8617f', 'name': 'network-vif-deleted', 'tag': '2c3124f8-62c5-4d19-8d2f-5dfcff383de0', 'status': 'completed', 'code': 200} Apr 11 06:35:30.541981 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Allocated IP 172.20.0.14 (59a55e5d-0e6b-4311-83bc-9314bd598963/24696253-5405-49d9-9b0a-0cdafa935451/388b0513-69ee-4b58-863c-ab496377dd16) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:30.691170 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for port (388b0513-69ee-4b58-863c-ab496377dd16), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.740549 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.786429 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:30.796659 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:30.807117 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:30.809874 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:30.872696 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bc44e-6a12-4763-bc73-717626494b0c req-c6709b1f-c56f-4310-8d05-2fbb2cca7efc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:30.874358 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-493bc44e-6a12-4763-bc73-717626494b0c req-c6709b1f-c56f-4310-8d05-2fbb2cca7efc tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 932 time: 0.0849974 Apr 11 06:35:30.904902 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:30.905491 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.950376 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-f7c5404e-7509-40dd-90a7-159a68b623b4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6750717 Apr 11 06:35:30.958662 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-493bc44e-6a12-4763-bc73-717626494b0c req-4efa3ee6-9803-4d58-b3c8-cc83f5549c0f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782495 Apr 11 06:35:30.969715 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Request body: {'port': {'device_id': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:31.030185 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.083258 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-755d2f0f-f7c6-4c7e-8fa6-9d3a598786b7 None None] Provisioning complete for port 388b0513-69ee-4b58-863c-ab496377dd16 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:31.083675 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-755d2f0f-f7c6-4c7e-8fa6-9d3a598786b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (388b0513-69ee-4b58-863c-ab496377dd16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.121594 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-755d2f0f-f7c6-4c7e-8fa6-9d3a598786b7 None None] Port 388b0513-69ee-4b58-863c-ab496377dd16 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:31.295783 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388b0513-69ee-4b58-863c-ab496377dd16 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:31.303512 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Publish callbacks [] for port (388b0513-69ee-4b58-863c-ab496377dd16), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.318270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Transition to ACTIVE for port object 388b0513-69ee-4b58-863c-ab496377dd16 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:35:31.324103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.613823 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:31.660761 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53744) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:31.694931 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Attempting to bind port 388b0513-69ee-4b58-863c-ab496377dd16 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:31.695262 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Attempting to bind port 388b0513-69ee-4b58-863c-ab496377dd16 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:31.695586 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Attempting to bind port 388b0513-69ee-4b58-863c-ab496377dd16 on network 59a55e5d-0e6b-4311-83bc-9314bd598963 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:31.700104 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Port 388b0513-69ee-4b58-863c-ab496377dd16 on network 59a55e5d-0e6b-4311-83bc-9314bd598963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:35:31.700417 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Attempting to bind port 388b0513-69ee-4b58-863c-ab496377dd16 on network 59a55e5d-0e6b-4311-83bc-9314bd598963 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:31.705575 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:31.706333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Checking segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:31.706333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Bound using segment: {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:31.706676 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Bound port: 388b0513-69ee-4b58-863c-ab496377dd16, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fced60-4bf8-481e-9a83-5af3ff50ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:31.707180 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.774496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:31.778127 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:31.786703 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.819099 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:31.819826 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.821659 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] 10.222.0.26 "PUT /v2.0/ports/388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 1094 time: 0.8584998 Apr 11 06:35:31.822103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:31.824379 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a36811-baeb-4f0d-b748-e4097f3722d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:31.865375 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b721fd-6052-49a9-94cb-30675a99bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:31.878640 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2017116-95d8-41c1-a8e5-5d2aa570a607 x-openstack-request-id: req-d2017116-95d8-41c1-a8e5-5d2aa570a607 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:31.878959 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:31.879208 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2017116-95d8-41c1-a8e5-5d2aa570a607 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:31.879601 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2017116-95d8-41c1-a8e5-5d2aa570a607'] response: {'name': 'network-changed', 'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'status': 'completed', 'code': 200} Apr 11 06:35:31.910780 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-a1d8b531-9575-4473-a55d-315b8c558582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:31.912396 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-a1d8b531-9575-4473-a55d-315b8c558582 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1128 time: 0.0440209 Apr 11 06:35:31.961595 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-90773e0f-2480-4123-bf15-3bab6aa6f408 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 217 time: 0.0390048 Apr 11 06:35:32.014655 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-1541eb94-24f4-4ee1-b919-5d31b3b11903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:32.016157 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-1541eb94-24f4-4ee1-b919-5d31b3b11903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0479970 Apr 11 06:35:32.094322 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-373f4f42-9dcf-4bea-95a7-cccffaad7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:32.095963 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-373f4f42-9dcf-4bea-95a7-cccffaad7ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0725431 Apr 11 06:35:32.104011 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (b4ca6776-5264-4175-9221-56a0aed19e9c), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:32.106713 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc041eb5-2061-40c9-aff3-05c0138cd630 req-d126f398-1203-4b5a-8587-0f45a7225b76 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:32.108224 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fc041eb5-2061-40c9-aff3-05c0138cd630 req-d126f398-1203-4b5a-8587-0f45a7225b76 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0543811 Apr 11 06:35:32.206269 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fc041eb5-2061-40c9-aff3-05c0138cd630 req-9973d36c-9da4-40a2-910a-a9dec740a29d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900180 Apr 11 06:35:32.231023 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-24812dcd-2551-4ebe-97a4-66b72a87f1f0 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217716 Apr 11 06:35:32.325456 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d0e2aba1-a984-4129-a74e-c056b45839b4 req-db166485-9aa5-49a0-9c9a-4d1787ce09a7 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Apr 11 06:35:32.384781 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Deleting port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:32.385345 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:32.469004 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] For port 39d8e0f5-228f-4f26-85dd-eaeda3c1e914, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:32.469256 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:32.481868 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Calling delete_port for 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:32.664096 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (39d8e0f5-228f-4f26-85dd-eaeda3c1e914), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:32.691322 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d8e0f5-228f-4f26-85dd-eaeda3c1e914,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:32.859767 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (b4ca6776-5264-4175-9221-56a0aed19e9c), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:33.081478 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Router b4ca6776-5264-4175-9221-56a0aed19e9c has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:33.149020 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:33.169281 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:33.169598 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2c3124f8-62c5-4d19-8d2f-5dfcff383de0 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:33.469303 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0cd0-64d7-4102-a86e-9764969c8b02 req-8b1ad214-0c33-4eeb-993c-7b896b670b50 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:33.470787 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dccf0cd0-64d7-4102-a86e-9764969c8b02 req-8b1ad214-0c33-4eeb-993c-7b896b670b50 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0595372 Apr 11 06:35:33.471886 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:33.477941 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e759f14e-bc36-41c9-b07a-7c936c879c38 admin admin] 10.222.0.11 "PUT /v2.0/routers/b4ca6776-5264-4175-9221-56a0aed19e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160822 Apr 11 06:35:33.479875 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53752) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:33.481610 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] Sync routers for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:33.492947 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:33.493572 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:33.522295 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dccf0cd0-64d7-4102-a86e-9764969c8b02 req-1cc54453-d288-49d5-b684-09748bb63e6a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 Apr 11 06:35:33.588867 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks [] for router (b4ca6776-5264-4175-9221-56a0aed19e9c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:33.601474 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:33.694543 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks [] for router_gateway (b4ca6776-5264-4175-9221-56a0aed19e9c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:33.742344 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Deleting port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:33.742656 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:33.778467 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:35:32Z', 'revision_number': 5, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port': {'id': '7e7356bc-234b-436f-aa9d-bc832fb9ccfc', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:33.812621 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] Checking router: b4ca6776-5264-4175-9221-56a0aed19e9c for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:33.819625 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] For port 7e7356bc-234b-436f-aa9d-bc832fb9ccfc, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:33.819983 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:33.820807 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] Routers {'b4ca6776-5264-4175-9221-56a0aed19e9c'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:33.821405 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b4ca6776-5264-4175-9221-56a0aed19e9c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:33.832994 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Calling delete_port for 7e7356bc-234b-436f-aa9d-bc832fb9ccfc owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:33.908095 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] Set router b4ca6776-5264-4175-9221-56a0aed19e9c gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:33.959100 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:35:33Z', 'revision_number': 6, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:33.989566 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650833ce-f3bf-4443-8d10-77c9cc29f3c7 None None] The sync data for ids ['b4ca6776-5264-4175-9221-56a0aed19e9c'] in dv-cinder-836996-3-smb is: [{'id': 'b4ca6776-5264-4175-9221-56a0aed19e9c', 'name': 'tempest-TestMinimumBasicScenario-1966938151-router', 'tenant_id': '57d56f7013874daaa18dfc768de902ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:27Z', 'updated_at': '2022-04-11T06:35:33Z', 'revision_number': 6, 'project_id': '57d56f7013874daaa18dfc768de902ce', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:34.010264 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (7e7356bc-234b-436f-aa9d-bc832fb9ccfc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.036816 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=7e7356bc-234b-436f-aa9d-bc832fb9ccfc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:34.098763 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (b4ca6776-5264-4175-9221-56a0aed19e9c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.202355 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (b4ca6776-5264-4175-9221-56a0aed19e9c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.204668 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks [] for router_controller (b4ca6776-5264-4175-9221-56a0aed19e9c), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.280827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (b4ca6776-5264-4175-9221-56a0aed19e9c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.281321 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ca6776-5264-4175-9221-56a0aed19e9c {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:35:34.286448 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.287613 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e0f97c30-ae0f-436e-b0ca-afe29fad4ebc admin admin] 10.222.0.11 "DELETE /v2.0/routers/b4ca6776-5264-4175-9221-56a0aed19e9c HTTP/1.1" status: 204 len: 168 time: 0.8067737 Apr 11 06:35:34.291150 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53754) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:34.333942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Deleting subnet d33fad2d-f1a4-4bf0-ad14-77ed9296c1be {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:35:34.337338 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Publish callbacks [] for subnet (d33fad2d-f1a4-4bf0-ad14-77ed9296c1be), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.376352 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126057'] for subnet (d33fad2d-f1a4-4bf0-ad14-77ed9296c1be), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.495114 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (d33fad2d-f1a4-4bf0-ad14-77ed9296c1be), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.550420 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12318096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11778434'] for subnet (d33fad2d-f1a4-4bf0-ad14-77ed9296c1be), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.576474 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33fad2d-f1a4-4bf0-ad14-77ed9296c1be,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:34.580142 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.583349 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-20563e93-f267-4a9f-a9c5-763da48a727b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d33fad2d-f1a4-4bf0-ad14-77ed9296c1be HTTP/1.1" status: 204 len: 168 time: 0.2911844 Apr 11 06:35:34.585981 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:34.589550 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5a63f-c4c0-4710-8c5e-3299e69fe732 None None] Network a986077a-23f3-46ee-99a6-4bb72d42e97c requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:35:34.683618 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c835-8ff5-48b8-bd87-486d93b6287b req-11c20ed4-dac1-4c0c-aaa9-eaa71f6238a4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:34.685149 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0628c835-8ff5-48b8-bd87-486d93b6287b req-11c20ed4-dac1-4c0c-aaa9-eaa71f6238a4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0918171 Apr 11 06:35:34.691431 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (a986077a-23f3-46ee-99a6-4bb72d42e97c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.766326 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0628c835-8ff5-48b8-bd87-486d93b6287b req-21563200-794f-4a04-9083-595e2ee88de8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726981 Apr 11 06:35:34.771470 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Deleting port 79182a12-6dcf-4f4e-b32e-7260a7e49573 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:34.771812 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.795838 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] DHCP port deletion for a986077a-23f3-46ee-99a6-4bb72d42e97c request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:35:34.837509 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] Deleting port 79182a12-6dcf-4f4e-b32e-7260a7e49573 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:34.837866 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.840198 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] For port 79182a12-6dcf-4f4e-b32e-7260a7e49573, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=79182a12-6dcf-4f4e-b32e-7260a7e49573,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:34.840556 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.853655 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Calling delete_port for 79182a12-6dcf-4f4e-b32e-7260a7e49573 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:34.902021 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] For port 79182a12-6dcf-4f4e-b32e-7260a7e49573, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=79182a12-6dcf-4f4e-b32e-7260a7e49573,segment=NetworkSegment(b295c276-e5c4-4ee4-9855-0f5b5140c41e),segment_id=b295c276-e5c4-4ee4-9855-0f5b5140c41e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:34.902430 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.916711 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] Calling delete_port for 79182a12-6dcf-4f4e-b32e-7260a7e49573 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:34.957073 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-3f6319b8-dd22-4268-bf7c-f3c7a6b27e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:34.958560 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-3f6319b8-dd22-4268-bf7c-f3c7a6b27e52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1128 time: 0.0502162 Apr 11 06:35:34.975024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.017590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=79182a12-6dcf-4f4e-b32e-7260a7e49573,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:35.024174 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] No DVR routers for this DVR port 79182a12-6dcf-4f4e-b32e-7260a7e49573 on host dv-cinder-836996-3-smb {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:35.035028 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (79182a12-6dcf-4f4e-b32e-7260a7e49573), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.058454 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] Pushing event deleted for resources: {'Port': ['ID=79182a12-6dcf-4f4e-b32e-7260a7e49573,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:35.064401 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6bd39-2794-478d-98e0-54aafc0972b1 None None] No DVR routers for this DVR port 79182a12-6dcf-4f4e-b32e-7260a7e49573 on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:35.138679 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (a986077a-23f3-46ee-99a6-4bb72d42e97c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.145856 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:35:35.158055 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-343095a5-032c-4be5-9a27-357d54c1b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.159553 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-343095a5-032c-4be5-9a27-357d54c1b57b service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.1945868 Apr 11 06:35:35.168592 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a986077a-23f3-46ee-99a6-4bb72d42e97c']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:35.210832 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-4a5f31de-607a-4df2-b853-e4e4b6146a33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 217 time: 0.0438857 Apr 11 06:35:35.212440 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b295c276-e5c4-4ee4-9855-0f5b5140c41e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:35.212739 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b295c276-e5c4-4ee4-9855-0f5b5140c41e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:35.230722 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (b295c276-e5c4-4ee4-9855-0f5b5140c41e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.246179 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:35.258125 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '388b0513-69ee-4b58-863c-ab496377dd16', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'port_id': '388b0513-69ee-4b58-863c-ab496377dd16', 'mac_address': 'fa:16:3e:de:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:35:35.264429 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (b295c276-e5c4-4ee4-9855-0f5b5140c41e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.274487 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:35:35.274948 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (b295c276-e5c4-4ee4-9855-0f5b5140c41e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:35:35.276615 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:35:35.289617 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-bbe2ead0-cc29-4bdd-b928-385eac8abcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.291123 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-bbe2ead0-cc29-4bdd-b928-385eac8abcf6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0713024 Apr 11 06:35:35.296106 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:35.296505 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.313760 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388b0513-69ee-4b58-863c-ab496377dd16 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:35.334771 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:35.340907 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.360548 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (a986077a-23f3-46ee-99a6-4bb72d42e97c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.366029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:35.372203 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] 10.222.0.11 "DELETE /v2.0/networks/a986077a-23f3-46ee-99a6-4bb72d42e97c HTTP/1.1" status: 204 len: 168 time: 0.7852733 Apr 11 06:35:35.375720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53760) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:35.388380 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:35.431642 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-2fff4cba-47f9-484c-8bd3-d8452e85c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.433674 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-2fff4cba-47f9-484c-8bd3-d8452e85c2b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1129498 Apr 11 06:35:35.436185 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0939d-830f-4634-ba79-d78079a8cf4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a986077a-23f3-46ee-99a6-4bb72d42e97c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:35.789035 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['388b0513-69ee-4b58-863c-ab496377dd16'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:35.855064 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-fb24dfb7-2e9e-4139-9f70-b631deb0ea03 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125125 Apr 11 06:35:35.892354 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5589f47-85d0-45d2-94ab-2a9d1e9b4aff req-aff9992d-c78a-44d1-bf85-bb33a7edaca4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.895157 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f5589f47-85d0-45d2-94ab-2a9d1e9b4aff req-aff9992d-c78a-44d1-bf85-bb33a7edaca4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 945 time: 0.0519044 Apr 11 06:35:35.943330 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f5589f47-85d0-45d2-94ab-2a9d1e9b4aff req-229bef2d-32e1-43b9-874d-f960c8f59be4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423582 Apr 11 06:35:36.015078 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-82a36811-baeb-4f0d-b748-e4097f3722d7 req-bcc2dbe2-c1bd-449c-892b-242abbf3d31f service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523836 Apr 11 06:35:36.033528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7e7356bc-234b-436f-aa9d-bc832fb9ccfc no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:36.053289 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 7e7356bc-234b-436f-aa9d-bc832fb9ccfc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:36.053546 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7e7356bc-234b-436f-aa9d-bc832fb9ccfc not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:36.053956 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:36.072576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:36.072892 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 39d8e0f5-228f-4f26-85dd-eaeda3c1e914 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:36.073288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 79182a12-6dcf-4f4e-b32e-7260a7e49573 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:36.091841 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 79182a12-6dcf-4f4e-b32e-7260a7e49573 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:36.092180 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 79182a12-6dcf-4f4e-b32e-7260a7e49573 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:36.177952 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (79c27086-a939-4336-98d5-b0e2124913e0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:36.472879 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Deleting port aacd93e2-4827-464f-8c2e-25eae23c06d4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:36.473230 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:36.551044 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] For port aacd93e2-4827-464f-8c2e-25eae23c06d4, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=aacd93e2-4827-464f-8c2e-25eae23c06d4,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:36.551401 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:36.563750 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Calling delete_port for aacd93e2-4827-464f-8c2e-25eae23c06d4 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:36.752809 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (aacd93e2-4827-464f-8c2e-25eae23c06d4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:36.780394 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=aacd93e2-4827-464f-8c2e-25eae23c06d4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:36.947094 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (79c27086-a939-4336-98d5-b0e2124913e0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.087300 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339c3dd-e0d5-45aa-a54d-0395bddaf944 req-954877f5-7499-44bb-9fb1-ef0ac9d03e8b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:37.088625 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6339c3dd-e0d5-45aa-a54d-0395bddaf944 req-954877f5-7499-44bb-9fb1-ef0ac9d03e8b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Apr 11 06:35:37.157197 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:37.203633 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6339c3dd-e0d5-45aa-a54d-0395bddaf944 req-3186dbd3-1fd2-4789-8a90-959531843d73 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081998 Apr 11 06:35:37.204295 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 388b0513-69ee-4b58-863c-ab496377dd16 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:35:37.213739 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 388b0513-69ee-4b58-863c-ab496377dd16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:37.214832 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (388b0513-69ee-4b58-863c-ab496377dd16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.231290 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Router 79c27086-a939-4336-98d5-b0e2124913e0 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:37.292057 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:37.292452 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.315192 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:37.317464 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b7eaa-4b29-422f-9583-4d684b051844" -d '{"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-plugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:37.329946 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:37.336979 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.347069 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:37.355176 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4ef9071e-b20c-40e8-84da-db2d9a9e5e0f admin admin] 10.222.0.11 "PUT /v2.0/routers/79c27086-a939-4336-98d5-b0e2124913e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769757 Apr 11 06:35:37.355677 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53770) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:37.359646 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] Sync routers for ids ['79c27086-a939-4336-98d5-b0e2124913e0'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:37.369205 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c5bd2-ab76-4004-b9fc-4c813e609f80 x-openstack-request-id: req-ee2c5bd2-ab76-4004-b9fc-4c813e609f80 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:37.369205 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-plugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:37.369205 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee2c5bd2-ab76-4004-b9fc-4c813e609f80 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:37.369205 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2c5bd2-ab76-4004-b9fc-4c813e609f80'] response: {'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'code': 200} Apr 11 06:35:37.369873 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] Routers {'79c27086-a939-4336-98d5-b0e2124913e0'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:37.370495 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['79c27086-a939-4336-98d5-b0e2124913e0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:37.406667 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:37.476291 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] Set router 79c27086-a939-4336-98d5-b0e2124913e0 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:37.480316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks [] for router (79c27086-a939-4336-98d5-b0e2124913e0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.540787 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6811e4a-d6ec-46fc-b551-752b64b95241 req-2389362f-f9f9-4c65-b3ca-cae26f6084da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:37.542386 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e6811e4a-d6ec-46fc-b551-752b64b95241 req-2389362f-f9f9-4c65-b3ca-cae26f6084da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1130 time: 0.0418973 Apr 11 06:35:37.590939 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e6811e4a-d6ec-46fc-b551-752b64b95241 req-6c647693-06c5-41c2-aed7-8b52a84153fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Apr 11 06:35:37.592965 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks [] for router_gateway (79c27086-a939-4336-98d5-b0e2124913e0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.638084 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Deleting port f9ededd1-4f53-4b52-8898-7545d2118a91 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:37.638435 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.644591 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:35:36Z', 'revision_number': 5, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port': {'id': 'f9ededd1-4f53-4b52-8898-7545d2118a91', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c27086-a939-4336-98d5-b0e2124913e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:37.670294 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] Checking router: 79c27086-a939-4336-98d5-b0e2124913e0 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:37.678806 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] Routers {'79c27086-a939-4336-98d5-b0e2124913e0'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:37.679429 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['79c27086-a939-4336-98d5-b0e2124913e0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:37.714194 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] For port f9ededd1-4f53-4b52-8898-7545d2118a91, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=f9ededd1-4f53-4b52-8898-7545d2118a91,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:37.714549 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.728011 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Calling delete_port for f9ededd1-4f53-4b52-8898-7545d2118a91 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:37.766217 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] Set router 79c27086-a939-4336-98d5-b0e2124913e0 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:37.814814 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:35:37Z', 'revision_number': 6, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:37.843147 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f682dc-d4f9-4649-acd6-729dc712218d None None] The sync data for ids ['79c27086-a939-4336-98d5-b0e2124913e0'] in dv-cinder-836996-3-smb is: [{'id': '79c27086-a939-4336-98d5-b0e2124913e0', 'name': 'tempest-TestMinimumBasicScenario-2053000367-router', 'tenant_id': '44030e83ad794dddabe57971fc8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:35:37Z', 'revision_number': 6, 'project_id': '44030e83ad794dddabe57971fc8cdbd8', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:37.898579 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (f9ededd1-4f53-4b52-8898-7545d2118a91), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:37.926466 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ededd1-4f53-4b52-8898-7545d2118a91,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:37.987395 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (79c27086-a939-4336-98d5-b0e2124913e0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.096272 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (79c27086-a939-4336-98d5-b0e2124913e0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.098535 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks [] for router_controller (79c27086-a939-4336-98d5-b0e2124913e0), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.166021 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (79c27086-a939-4336-98d5-b0e2124913e0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.166467 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c27086-a939-4336-98d5-b0e2124913e0 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:35:38.172360 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.173534 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-ee5886c6-51ad-433a-9e96-d459d588b021 admin admin] 10.222.0.11 "DELETE /v2.0/routers/79c27086-a939-4336-98d5-b0e2124913e0 HTTP/1.1" status: 204 len: 168 time: 0.8168712 Apr 11 06:35:38.176039 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53774) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:38.223470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Deleting subnet 3872da7e-bb93-4961-9086-84b21a52ada1 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:35:38.226932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Publish callbacks [] for subnet (3872da7e-bb93-4961-9086-84b21a52ada1), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.265857 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (3872da7e-bb93-4961-9086-84b21a52ada1), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.326011 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb94b-bb99-4bd7-a39a-d59a2fb712fb req-ee270db8-846f-42d6-ad7f-87faee4a5993 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:38.327507 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f48fb94b-bb99-4bd7-a39a-d59a2fb712fb req-ee270db8-846f-42d6-ad7f-87faee4a5993 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0489168 Apr 11 06:35:38.374768 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f48fb94b-bb99-4bd7-a39a-d59a2fb712fb req-3b144fee-ff1f-4e88-8ce0-91cae489b552 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412793 Apr 11 06:35:38.385195 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (3872da7e-bb93-4961-9086-84b21a52ada1), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.437087 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (3872da7e-bb93-4961-9086-84b21a52ada1), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.463005 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3872da7e-bb93-4961-9086-84b21a52ada1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:38.469363 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.473313 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-9a988ffa-e0c1-4017-ac9c-681ada8ff9e7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3872da7e-bb93-4961-9086-84b21a52ada1 HTTP/1.1" status: 204 len: 168 time: 0.2961822 Apr 11 06:35:38.475765 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53778) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:38.479909 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a4912-67f9-475c-ac7b-ab4860fb40ea None None] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:35:38.554002 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (219e08b4-6df2-48af-aca6-454a6bee3d6b), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.598460 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Deleting port 346b4634-803c-46f1-b3b2-334dadffde16 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:38.598851 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (346b4634-803c-46f1-b3b2-334dadffde16), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.662171 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] DHCP port deletion for 219e08b4-6df2-48af-aca6-454a6bee3d6b request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:35:38.667571 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] For port 346b4634-803c-46f1-b3b2-334dadffde16, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=346b4634-803c-46f1-b3b2-334dadffde16,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:38.667922 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (346b4634-803c-46f1-b3b2-334dadffde16), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.682718 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Calling delete_port for 346b4634-803c-46f1-b3b2-334dadffde16 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:38.694103 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device aacd93e2-4827-464f-8c2e-25eae23c06d4 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:38.718178 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: aacd93e2-4827-464f-8c2e-25eae23c06d4 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:38.718519 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device aacd93e2-4827-464f-8c2e-25eae23c06d4 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:38.727713 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Deleting port 346b4634-803c-46f1-b3b2-334dadffde16 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:38.728095 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (346b4634-803c-46f1-b3b2-334dadffde16), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.765748 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (346b4634-803c-46f1-b3b2-334dadffde16), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.778066 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] No DVR routers for this DVR port 346b4634-803c-46f1-b3b2-334dadffde16 on host dv-cinder-836996-3-smb {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:38.794287 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] For port 346b4634-803c-46f1-b3b2-334dadffde16, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=346b4634-803c-46f1-b3b2-334dadffde16,segment=NetworkSegment(54f14473-6789-4e9f-8b2f-733ba8d14072),segment_id=54f14473-6789-4e9f-8b2f-733ba8d14072)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:38.794838 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (346b4634-803c-46f1-b3b2-334dadffde16), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.798611 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Pushing event deleted for resources: {'Port': ['ID=346b4634-803c-46f1-b3b2-334dadffde16,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:38.808352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Calling delete_port for 346b4634-803c-46f1-b3b2-334dadffde16 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:38.870403 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (219e08b4-6df2-48af-aca6-454a6bee3d6b), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.892071 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219e08b4-6df2-48af-aca6-454a6bee3d6b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:38.903477 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f14473-6789-4e9f-8b2f-733ba8d14072') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:38.904074 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f14473-6789-4e9f-8b2f-733ba8d14072') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:38.915431 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (54f14473-6789-4e9f-8b2f-733ba8d14072), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.934291 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (54f14473-6789-4e9f-8b2f-733ba8d14072), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.941934 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:35:38.942334 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (54f14473-6789-4e9f-8b2f-733ba8d14072), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:35:38.944457 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:35:39.012248 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (219e08b4-6df2-48af-aca6-454a6bee3d6b), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.017142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.020347 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] 10.222.0.11 "DELETE /v2.0/networks/219e08b4-6df2-48af-aca6-454a6bee3d6b HTTP/1.1" status: 204 len: 168 time: 0.5432570 Apr 11 06:35:39.021110 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (346b4634-803c-46f1-b3b2-334dadffde16), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.029209 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Network 219e08b4-6df2-48af-aca6-454a6bee3d6b is not hosted by any dhcp agent {{(pid=103283) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 11 06:35:39.029661 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] No DVR routers for this DVR port 346b4634-803c-46f1-b3b2-334dadffde16 on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:39.036114 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c62c2f-cd00-4484-adc0-3e6531351175 admin admin] Pushing event deleted for resources: {'Network': ['ID=219e08b4-6df2-48af-aca6-454a6bee3d6b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:39.051632 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3454eb-0d3e-499f-ac4e-001be6e44150 None None] Pushing event deleted for resources: {'Port': ['ID=346b4634-803c-46f1-b3b2-334dadffde16,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:39.204201 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:39.245231 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a801a1bb-6e55-498c-bd73-bc49bfd305d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57d56f7013874daaa18dfc768de902ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398355 Apr 11 06:35:39.247871 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53784) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:39.300900 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e7284db-63ea-4e6d-809d-26a5b317f0b0 admin admin] Publish callbacks [] for security_group (98880dca-d890-4c30-8e04-9e6253bb7094), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.322440 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e7284db-63ea-4e6d-809d-26a5b317f0b0 admin admin] Publish callbacks [] for security_group (98880dca-d890-4c30-8e04-9e6253bb7094), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.371383 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e7284db-63ea-4e6d-809d-26a5b317f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (98880dca-d890-4c30-8e04-9e6253bb7094), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.373885 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e7284db-63ea-4e6d-809d-26a5b317f0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.375052 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7e7284db-63ea-4e6d-809d-26a5b317f0b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98880dca-d890-4c30-8e04-9e6253bb7094 HTTP/1.1" status: 204 len: 168 time: 0.1262650 Apr 11 06:35:39.383126 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7284db-63ea-4e6d-809d-26a5b317f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98880dca-d890-4c30-8e04-9e6253bb7094,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:39.496970 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb75f5d-2c06-46eb-8950-92674409b230 req-e16511a9-d9ed-4766-a52c-dfd1b8f8e891 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:39.498535 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5fb75f5d-2c06-46eb-8950-92674409b230 req-e16511a9-d9ed-4766-a52c-dfd1b8f8e891 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0510316 Apr 11 06:35:39.553043 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5fb75f5d-2c06-46eb-8950-92674409b230 req-7f905d83-19e6-408a-acc5-3b64d78e81e2 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486381 Apr 11 06:35:39.665959 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208042e-6189-4bdd-ba58-3cba7608b80b req-3a5062cb-336b-4854-98ea-e1121949a81c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:39.667599 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b208042e-6189-4bdd-ba58-3cba7608b80b req-3a5062cb-336b-4854-98ea-e1121949a81c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0478272 Apr 11 06:35:39.676176 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:39.680687 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Request body: {'floatingip': {'port_id': '388b0513-69ee-4b58-863c-ab496377dd16'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:39.700441 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53796) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:39.722756 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (ce650463-9bb3-4cad-a2b7-932a927da80a), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.740315 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f1b35881-afa9-4ce1-9a00-54a8ada23388 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44030e83ad794dddabe57971fc8cdbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385640 Apr 11 06:35:39.742929 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53798) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:39.790310 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3a938633-520c-4731-badc-860d3f13c1e4 admin admin] Publish callbacks [] for security_group (bc541837-49d6-41d2-a5c6-10b80daf79be), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.811305 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3a938633-520c-4731-badc-860d3f13c1e4 admin admin] Publish callbacks [] for security_group (bc541837-49d6-41d2-a5c6-10b80daf79be), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.859253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3a938633-520c-4731-badc-860d3f13c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (bc541837-49d6-41d2-a5c6-10b80daf79be), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.861769 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3a938633-520c-4731-badc-860d3f13c1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:39.862987 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3a938633-520c-4731-badc-860d3f13c1e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc541837-49d6-41d2-a5c6-10b80daf79be HTTP/1.1" status: 204 len: 168 time: 0.1191101 Apr 11 06:35:39.870626 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a938633-520c-4731-badc-860d3f13c1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc541837-49d6-41d2-a5c6-10b80daf79be,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:40.030412 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 346b4634-803c-46f1-b3b2-334dadffde16 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:40.048656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 346b4634-803c-46f1-b3b2-334dadffde16 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:40.049272 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 346b4634-803c-46f1-b3b2-334dadffde16 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:40.049880 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f9ededd1-4f53-4b52-8898-7545d2118a91 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:40.071978 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: f9ededd1-4f53-4b52-8898-7545d2118a91 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:40.072323 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f9ededd1-4f53-4b52-8898-7545d2118a91 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:40.184130 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.189270 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (ce650463-9bb3-4cad-a2b7-932a927da80a), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.293652 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Floating IP ce650463-9bb3-4cad-a2b7-932a927da80a associated. External IP: 172.28.1.157, port: 388b0513-69ee-4b58-863c-ab496377dd16. Apr 11 06:35:40.508514 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:40.627728 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:40.632527 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.638648 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:40.650292 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:40.650998 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:40.661253 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-5b2cc252-eaf2-496f-b9e6-aad084339a86 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "PUT /v2.0/floatingips/ce650463-9bb3-4cad-a2b7-932a927da80a HTTP/1.1" status: 200 len: 992 time: 0.9839473 Apr 11 06:35:40.661829 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:40.664326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed204b69-8214-47df-acb0-cffd81ccd187" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:40.687324 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53824) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:40.702680 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf7382c-dee4-44b8-9533-ce84902a14ba x-openstack-request-id: req-cbf7382c-dee4-44b8-9533-ce84902a14ba {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:40.703211 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:40.703356 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbf7382c-dee4-44b8-9533-ce84902a14ba {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:40.703769 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf7382c-dee4-44b8-9533-ce84902a14ba'] response: {'name': 'network-changed', 'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'status': 'completed', 'code': 200} Apr 11 06:35:40.764324 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:40.773367 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-4b69f0d1-ce0e-4f6f-a468-f1c1334dc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:40.774907 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-4b69f0d1-ce0e-4f6f-a468-f1c1334dc4cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1130 time: 0.0419860 Apr 11 06:35:40.793285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948139878-network', 'tenant_id': '83201495984b46029008e2fada6d919c'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:40.816566 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Made reservation on behalf of 83201495984b46029008e2fada6d919c for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:40.818989 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.831887 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.915122 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks [] for security_group (a0622c12-08cf-49c9-9074-44d9434584a4), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.920447 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a0622c12-08cf-49c9-9074-44d9434584a4), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.947131 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0622c12-08cf-49c9-9074-44d9434584a4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:40.958780 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:35:40.971028 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (07957e1d-f6ed-4118-871e-5781e8d82cad), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.971396 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Added segment 07957e1d-f6ed-4118-871e-5781e8d82cad of type vlan for network b23171a5-052d-4f6b-886a-2e52e3d1e790 Apr 11 06:35:41.013685 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (b23171a5-052d-4f6b-886a-2e52e3d1e790), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.043172 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (b23171a5-052d-4f6b-886a-2e52e3d1e790), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.044189 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:41.044827 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.080753 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3889983 Apr 11 06:35:41.085451 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:41.089445 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'ce650463-9bb3-4cad-a2b7-932a927da80a', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'port_id': '388b0513-69ee-4b58-863c-ab496377dd16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'mac_address': 'fa:16:3e:de:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:26Z', 'updated_at': '2022-04-11T06:35:40Z', 'revision_number': 1, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:41.090218 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Request body: {'subnet': {'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948139878-subnet', 'tenant_id': '83201495984b46029008e2fada6d919c', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:41.110442 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28188d4-9cf4-4e0d-b7fa-d470b58a847c admin admin] Pushing event updated for resources: {'Network': ['ID=b23171a5-052d-4f6b-886a-2e52e3d1e790,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:41.120653 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:41.124088 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Made reservation on behalf of 83201495984b46029008e2fada6d919c for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:41.125548 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:35:41.126318 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11778463'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.146234 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-e46208a9-e74e-4932-bf73-1185b4b518c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:41.147778 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-e46208a9-e74e-4932-bf73-1185b4b518c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.3669093 Apr 11 06:35:41.180353 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:41.180980 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:41.254215 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-0a5580bd-156e-4f6e-be5f-3c2648aed06b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 1000 time: 0.0985429 Apr 11 06:35:41.300725 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:41.333575 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-356a8eba-1436-4cc1-b6a9-782fb318da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:41.335112 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-356a8eba-1436-4cc1-b6a9-782fb318da11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0748465 Apr 11 06:35:41.410024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-e98d03c2-81c6-4f71-8a6b-24e173a66658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:41.411659 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-e98d03c2-81c6-4f71-8a6b-24e173a66658 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0702553 Apr 11 06:35:41.426816 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12315485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11778445'] for subnet (1c34fda9-5653-4a0d-bdf2-cc41484af9fe), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.517908 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'ce650463-9bb3-4cad-a2b7-932a927da80a', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'port_id': '388b0513-69ee-4b58-863c-ab496377dd16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'mac_address': 'fa:16:3e:de:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:26Z', 'updated_at': '2022-04-11T06:35:40Z', 'revision_number': 1, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:41.530518 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c34fda9-5653-4a0d-bdf2-cc41484af9fe,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:41.547862 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f55f9f-8c3f-4ca0-bf4b-897324eeba4e None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'ce650463-9bb3-4cad-a2b7-932a927da80a', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'port_id': '388b0513-69ee-4b58-863c-ab496377dd16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'mac_address': 'fa:16:3e:de:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:26Z', 'updated_at': '2022-04-11T06:35:40Z', 'revision_number': 1, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:41.558812 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Checking segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:41.559170 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Network hostable DHCP agents. Network: b23171a5-052d-4f6b-886a-2e52e3d1e790, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:35:41.564302 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-2732b3fe-1a21-4ab0-a140-47fa65f71a5e service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460993 Apr 11 06:35:41.600397 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:35:41.636446 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, b23171a5-052d-4f6b-886a-2e52e3d1e790) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:41.644607 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b5dd11-8d9c-46af-9738-0575132e8211 None None] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:35:41.645141 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:41.645727 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.671140 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53830) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:41.671424 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-02915060-e004-40a9-9485-d71b51a39412 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5847194 Apr 11 06:35:41.676169 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:41.689136 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ed204b69-8214-47df-acb0-cffd81ccd187 req-6482b647-f662-4862-9b12-5d58710f78fa service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180394 Apr 11 06:35:41.701544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.702828 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.751220 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-b23171a5-052d-4f6b-886a-2e52e3d1e790', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'project_id': '83201495984b46029008e2fada6d919c', 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:35:41.752806 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.761646 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks [] for router_controller (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:41.791354 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1224d-7041-4bca-bc34-96b99f91bfac None None] New status for floating IP ce650463-9bb3-4cad-a2b7-932a927da80a: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:41.897186 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Allocated IP 172.20.0.2 (b23171a5-052d-4f6b-886a-2e52e3d1e790/1c34fda9-5653-4a0d-bdf2-cc41484af9fe/b9abe148-5340-4534-a829-ff64fd158bc2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:41.908326 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks [] for router_gateway (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.051587 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Publish callbacks [] for port (b9abe148-5340-4534-a829-ff64fd158bc2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.057970 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.093103 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks [] for router_gateway (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.098806 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:42.104724 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:42.106603 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Pushing event updated for resources: {'Port': ['ID=b9abe148-5340-4534-a829-ff64fd158bc2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:42.108801 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:42.115328 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.165472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Attempting to bind port b9abe148-5340-4534-a829-ff64fd158bc2 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:42.165770 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Attempting to bind port b9abe148-5340-4534-a829-ff64fd158bc2 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:42.166132 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Attempting to bind port b9abe148-5340-4534-a829-ff64fd158bc2 on network b23171a5-052d-4f6b-886a-2e52e3d1e790 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:42.171109 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:42.171572 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Checking segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:42.171967 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.172351 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Bound using segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:42.172802 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Bound port: b9abe148-5340-4534-a829-ff64fd158bc2, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:42.173195 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.221896 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Allocated IP 172.28.1.3 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/50c60c0d-f185-4dee-8370-aef1d6ff6977) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:42.331961 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks [] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.366636 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] For port b9abe148-5340-4534-a829-ff64fd158bc2, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:42.368706 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.369738 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] For port b9abe148-5340-4534-a829-ff64fd158bc2, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=b9abe148-5340-4534-a829-ff64fd158bc2,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:42.376379 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.403857 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:42.406780 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:42.410645 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:42.440325 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a0c05-2ad5-453d-845e-ed038fac37c4 None None] Pushing event updated for resources: {'Port': ['ID=b9abe148-5340-4534-a829-ff64fd158bc2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:42.443487 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Pushing event updated for resources: {'Port': ['ID=50c60c0d-f185-4dee-8370-aef1d6ff6977,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:42.546444 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8142fcf3-cefc-460f-8b2b-763663e5012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:42.699352 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks [] for router_gateway (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.166297 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.301728 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:35:43.321799 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232b4d8-bf4e-487c-8542-6f03e3385a1f None None] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:35:43.391007 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] Provisioning complete for port b9abe148-5340-4534-a829-ff64fd158bc2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:43.391474 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.409649 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:43.422170 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Sync routers for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:43.427648 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.428878 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-fbd322dd-54b9-490c-996d-53c767c25d5f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7566869 Apr 11 06:35:43.431790 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:43.468462 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:43.469116 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:43.598115 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] Current status of the port b9abe148-5340-4534-a829-ff64fd158bc2 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:43.598497 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.631797 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:43.699614 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] For port b9abe148-5340-4534-a829-ff64fd158bc2, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=b9abe148-5340-4534-a829-ff64fd158bc2,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:43.709535 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.798208 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8d926-e550-420c-8f82-65325a1e4bdb None None] Pushing event updated for resources: {'Port': ['ID=b9abe148-5340-4534-a829-ff64fd158bc2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:43.855441 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-06ba564e-4ef7-421b-9497-16921de627ab None None] Provisioning complete for port b9abe148-5340-4534-a829-ff64fd158bc2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:43.855809 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06ba564e-4ef7-421b-9497-16921de627ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.861765 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:42Z', 'revision_number': 3, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:43.867188 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.905406 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Checking router: be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:43.905743 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Updating router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 port 50c60c0d-f185-4dee-8370-aef1d6ff6977 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:35:43.946798 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.033620 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Allocated IP 172.20.0.1 (b23171a5-052d-4f6b-886a-2e52e3d1e790/1c34fda9-5653-4a0d-bdf2-cc41484af9fe/d36e47ab-adad-440f-91a0-4e1b36ccffd1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:44.051767 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-06ba564e-4ef7-421b-9497-16921de627ab None None] Current status of the port b9abe148-5340-4534-a829-ff64fd158bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:44.068898 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device b9abe148-5340-4534-a829-ff64fd158bc2 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:44.139781 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks [] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.173549 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.175082 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port b9abe148-5340-4534-a829-ff64fd158bc2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:44.175449 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.210599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:44.214912 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:44.217719 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:44.243290 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Pushing event updated for resources: {'Port': ['ID=d36e47ab-adad-440f-91a0-4e1b36ccffd1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:44.265596 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.319848 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Publish callbacks [] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.322325 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port b9abe148-5340-4534-a829-ff64fd158bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:44.330521 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.384940 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1999a-d958-48f4-8720-1b5af1533df5 None None] Pushing event updated for resources: {'Port': ['ID=50c60c0d-f185-4dee-8370-aef1d6ff6977,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:44.387511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Attempting to bind port 50c60c0d-f185-4dee-8370-aef1d6ff6977 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:44.387873 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Attempting to bind port 50c60c0d-f185-4dee-8370-aef1d6ff6977 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:44.388223 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Attempting to bind port 50c60c0d-f185-4dee-8370-aef1d6ff6977 on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:44.394290 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:44.394784 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:44.395114 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.395503 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:44.396010 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Bound port: 50c60c0d-f185-4dee-8370-aef1d6ff6977, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:44.396387 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.426474 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.451885 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] For port 50c60c0d-f185-4dee-8370-aef1d6ff6977, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:44.454958 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] For port 50c60c0d-f185-4dee-8370-aef1d6ff6977, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=50c60c0d-f185-4dee-8370-aef1d6ff6977,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:44.460809 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.515816 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-af0a3391-8f8e-43df-ba8c-38ff49c78852 None None] Provisioning complete for port d36e47ab-adad-440f-91a0-4e1b36ccffd1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:44.516183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af0a3391-8f8e-43df-ba8c-38ff49c78852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.551840 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1999a-d958-48f4-8720-1b5af1533df5 None None] Pushing event updated for resources: {'Port': ['ID=50c60c0d-f185-4dee-8370-aef1d6ff6977,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:44.558750 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:44.559400 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:44.591831 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks [] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.597277 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.602003 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-af0a3391-8f8e-43df-ba8c-38ff49c78852 None None] Port d36e47ab-adad-440f-91a0-4e1b36ccffd1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:44.663238 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Pushing event updated for resources: {'Port': ['ID=d36e47ab-adad-440f-91a0-4e1b36ccffd1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:44.665736 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.675608 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:44.752417 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:44.753906 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:44.869416 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:44.881582 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c70c809-71f1-43ec-8288-c5d5126445bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.893471 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 1, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:44.929321 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857d18-785a-43b0-80c6-74c7967690c5 None None] The sync data for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb is: [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 1, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:44.983768 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:44.988773 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-76d6f7be-20b1-4101-99cb-4eba9d24ceed admin admin] 10.222.0.11 "PUT /v2.0/routers/be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559335 Apr 11 06:35:45.022035 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-19bb5ce3-b99a-467d-af69-f37e77f4148b None None] Provisioning complete for port d36e47ab-adad-440f-91a0-4e1b36ccffd1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:45.022413 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19bb5ce3-b99a-467d-af69-f37e77f4148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.059058 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19bb5ce3-b99a-467d-af69-f37e77f4148b None None] Port d36e47ab-adad-440f-91a0-4e1b36ccffd1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:45.472612 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53852) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:45.477542 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2112579023-network', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:45.497724 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Made reservation on behalf of eb7bbf2784f64381a83988dde4a374d3 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:45.500563 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.517952 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.603168 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks [] for security_group (8d427401-331b-4abb-9338-4b2400886cc3), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.608680 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8d427401-331b-4abb-9338-4b2400886cc3), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.634848 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:35:45.644599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d427401-331b-4abb-9338-4b2400886cc3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:45.651388 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (50a20595-a55a-43ca-a8ba-e85f4177cc36), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.651730 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Added segment 50a20595-a55a-43ca-a8ba-e85f4177cc36 of type vlan for network 5f9fe789-7791-441c-9249-5eb768ccef33 Apr 11 06:35:45.695684 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (5f9fe789-7791-441c-9249-5eb768ccef33), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.724743 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (5f9fe789-7791-441c-9249-5eb768ccef33), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.725905 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:45.726601 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.765070 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2912352 Apr 11 06:35:45.768050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53856) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:45.774248 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Request body: {'subnet': {'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2112579023-subnet', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:45.795372 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Made reservation on behalf of eb7bbf2784f64381a83988dde4a374d3 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:45.795670 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22295e01-dc9b-42c2-9f5c-733832ea6ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9fe789-7791-441c-9249-5eb768ccef33,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:45.803639 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440309'] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:45.805321 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 5f9fe789-7791-441c-9249-5eb768ccef33 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:35:45.991175 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9374593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440295'] for subnet (d0082be6-73e4-4e77-ad4a-5606c12b1753), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.023411 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.050846 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0082be6-73e4-4e77-ad4a-5606c12b1753,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:46.066544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Checking segment: {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:46.066931 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Network hostable DHCP agents. Network: 5f9fe789-7791-441c-9249-5eb768ccef33, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:35:46.086317 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Network 5f9fe789-7791-441c-9249-5eb768ccef33 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:35:46.094026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 50c60c0d-f185-4dee-8370-aef1d6ff6977 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:46.098285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 5f9fe789-7791-441c-9249-5eb768ccef33) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:46.103093 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:46.103917 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.122589 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e90d23f-4b1c-4fcf-8a0f-3706e1fef50a None None] Network 5f9fe789-7791-441c-9249-5eb768ccef33 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:35:46.126401 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-52b5b972-83f5-4f94-b55b-9d63e8f15118 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3542531 Apr 11 06:35:46.126598 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:46.131014 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:46.153671 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-897'] for router (28b8d90d-839b-4540-af49-a6e8b6e235b5), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.155521 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3714458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3854150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-920'] for router (28b8d90d-839b-4540-af49-a6e8b6e235b5), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.208694 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 50c60c0d-f185-4dee-8370-aef1d6ff6977 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:46.209064 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.221967 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks [] for router_controller (28b8d90d-839b-4540-af49-a6e8b6e235b5), precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.275357 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40d00c7f-ef93-5608-bb01-33d308163e36-5f9fe789-7791-441c-9249-5eb768ccef33', 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'fixed_ips': [{'subnet_id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753'}]}} from dv-cinder-836996-3-smb. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:35:46.276217 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.373095 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks [] for router_gateway (28b8d90d-839b-4540-af49-a6e8b6e235b5), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.375810 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 50c60c0d-f185-4dee-8370-aef1d6ff6977 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:46.376190 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.412431 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 50c60c0d-f185-4dee-8370-aef1d6ff6977, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=50c60c0d-f185-4dee-8370-aef1d6ff6977,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:46.421726 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.498454 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Allocated IP 172.20.0.2 (5f9fe789-7791-441c-9249-5eb768ccef33/d0082be6-73e4-4e77-ad4a-5606c12b1753/8c9244bc-9d52-4926-b8ec-6997b729f051) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:46.510448 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=50c60c0d-f185-4dee-8370-aef1d6ff6977,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:46.575841 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks [] for router_gateway (28b8d90d-839b-4540-af49-a6e8b6e235b5), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.594573 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.651023 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Publish callbacks [] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.657239 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.697412 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Network 5f9fe789-7791-441c-9249-5eb768ccef33 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:46.700523 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Allocated IP 172.28.1.100 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/9eea87a2-bb36-4055-b6bf-d527d37007e0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:46.701728 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:46.704668 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:46.714732 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Pushing event updated for resources: {'Port': ['ID=8c9244bc-9d52-4926-b8ec-6997b729f051,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:46.770441 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Attempting to bind port 8c9244bc-9d52-4926-b8ec-6997b729f051 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:46.770876 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Attempting to bind port 8c9244bc-9d52-4926-b8ec-6997b729f051 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:46.771239 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Attempting to bind port 8c9244bc-9d52-4926-b8ec-6997b729f051 on network 5f9fe789-7791-441c-9249-5eb768ccef33 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:46.777277 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:46.777692 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Checking segment: {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:46.778267 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.778486 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Bound using segment: {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:46.779058 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Bound port: 8c9244bc-9d52-4926-b8ec-6997b729f051, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:46.779469 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.808684 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks [] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.842600 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] For port 8c9244bc-9d52-4926-b8ec-6997b729f051, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:46.844821 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.845657 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] For port 8c9244bc-9d52-4926-b8ec-6997b729f051, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=8c9244bc-9d52-4926-b8ec-6997b729f051,segment=NetworkSegment(50a20595-a55a-43ca-a8ba-e85f4177cc36),segment_id=50a20595-a55a-43ca-a8ba-e85f4177cc36)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:46.852237 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:46.885521 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:46.894050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:46.896111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Pushing event updated for resources: {'Port': ['ID=9eea87a2-bb36-4055-b6bf-d527d37007e0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:46.898519 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:46.922988 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8b80-de1f-4035-a054-a2e685219c46 None None] Pushing event updated for resources: {'Port': ['ID=8c9244bc-9d52-4926-b8ec-6997b729f051,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:47.125511 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:35:47.151018 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Sync routers for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:47.162878 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:47.163622 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:47.178242 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks [] for router_gateway (28b8d90d-839b-4540-af49-a6e8b6e235b5), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.275084 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:47.290400 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.381754 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716818'] for router (28b8d90d-839b-4540-af49-a6e8b6e235b5), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.467494 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 2, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:47.496752 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Checking router: be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:47.497742 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Updating router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 port d36e47ab-adad-440f-91a0-4e1b36ccffd1 binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:35:47.514627 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Router 28b8d90d-839b-4540-af49-a6e8b6e235b5 is scheduled to L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:35:47.526326 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.643032 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:47.652938 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Sync routers for ids ['28b8d90d-839b-4540-af49-a6e8b6e235b5'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:47.664858 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.666913 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Routers {'28b8d90d-839b-4540-af49-a6e8b6e235b5'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:47.667655 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['28b8d90d-839b-4540-af49-a6e8b6e235b5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:47.669236 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:47.669874 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-de0cafa6-2e98-4c6a-94ed-1c6541cb8e84 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5418520 Apr 11 06:35:47.804569 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Set router 28b8d90d-839b-4540-af49-a6e8b6e235b5 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:47.871979 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3b262-f770-4508-866c-b15ffa76cc4c None None] Network 5f9fe789-7791-441c-9249-5eb768ccef33 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:35:47.901933 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Publish callbacks [] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.908629 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:47.949815 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Pushing event updated for resources: {'Port': ['ID=d36e47ab-adad-440f-91a0-4e1b36ccffd1,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:47.959677 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.960279 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.961004 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.961365 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.961699 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.962027 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.962347 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.962662 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.963010 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.963334 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.963667 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.963986 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.964306 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.964620 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.964926 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:47.983026 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] Provisioning complete for port 8c9244bc-9d52-4926-b8ec-6997b729f051 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:47.983395 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.035819 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Attempting to bind port d36e47ab-adad-440f-91a0-4e1b36ccffd1 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:48.035989 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Attempting to bind port d36e47ab-adad-440f-91a0-4e1b36ccffd1 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:48.036314 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Attempting to bind port d36e47ab-adad-440f-91a0-4e1b36ccffd1 on network b23171a5-052d-4f6b-886a-2e52e3d1e790 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:48.041449 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:48.041809 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Checking segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:48.042208 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.042600 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Bound using segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:48.043095 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Bound port: d36e47ab-adad-440f-91a0-4e1b36ccffd1, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:48.043470 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.129208 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] For port d36e47ab-adad-440f-91a0-4e1b36ccffd1, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:48.133533 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] For port d36e47ab-adad-440f-91a0-4e1b36ccffd1, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d36e47ab-adad-440f-91a0-4e1b36ccffd1,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:48.142208 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.202049 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.211464 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f88f3-6d0f-4c25-9777-cc1e4dc6b3c0 None None] Pushing event updated for resources: {'Port': ['ID=d36e47ab-adad-440f-91a0-4e1b36ccffd1,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:48.216384 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:47Z', 'revision_number': 3, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:48.218660 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] Current status of the port 8c9244bc-9d52-4926-b8ec-6997b729f051 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:48.219183 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.226189 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:48.226930 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:48.254910 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Checking router: 28b8d90d-839b-4540-af49-a6e8b6e235b5 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:48.255397 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Updating router 28b8d90d-839b-4540-af49-a6e8b6e235b5 port 9eea87a2-bb36-4055-b6bf-d527d37007e0 binding host dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:35:48.324181 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 50c60c0d-f185-4dee-8370-aef1d6ff6977 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:48.327778 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] For port 8c9244bc-9d52-4926-b8ec-6997b729f051, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=8c9244bc-9d52-4926-b8ec-6997b729f051,segment=NetworkSegment(50a20595-a55a-43ca-a8ba-e85f4177cc36),segment_id=50a20595-a55a-43ca-a8ba-e85f4177cc36)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:48.357427 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.385064 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:48.389293 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.450916 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032a120-3a45-4e56-be4d-3f5ccda2412c None None] Pushing event updated for resources: {'Port': ['ID=8c9244bc-9d52-4926-b8ec-6997b729f051,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:48.462402 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Allocated IP 172.20.0.1 (5f9fe789-7791-441c-9249-5eb768ccef33/d0082be6-73e4-4e77-ad4a-5606c12b1753/ea4a7b75-34bb-452a-b590-ab656adbf3b5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:48.585485 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] Provisioning complete for port d36e47ab-adad-440f-91a0-4e1b36ccffd1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:48.587560 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.591610 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks [] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.618664 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 50c60c0d-f185-4dee-8370-aef1d6ff6977 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:48.619170 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.628765 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.645973 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:48Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:48.669114 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4a7b75-34bb-452a-b590-ab656adbf3b5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:48.674992 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebb875-4799-42c7-b42f-98db912a1522 None None] The sync data for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb is: [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:48Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:48.691996 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Network 5f9fe789-7791-441c-9249-5eb768ccef33 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:48.693858 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:48.696425 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:48.737668 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716641'] for router_interface (28b8d90d-839b-4540-af49-a6e8b6e235b5), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:48.966160 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] Current status of the port d36e47ab-adad-440f-91a0-4e1b36ccffd1 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:48.966830 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.013371 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 50c60c0d-f185-4dee-8370-aef1d6ff6977 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:49.014474 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8c9244bc-9d52-4926-b8ec-6997b729f051 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:49.081009 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] For port d36e47ab-adad-440f-91a0-4e1b36ccffd1, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d36e47ab-adad-440f-91a0-4e1b36ccffd1,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:49.101531 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.117646 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.151283 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.182778 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 8c9244bc-9d52-4926-b8ec-6997b729f051 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:49.183151 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.226086 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Publish callbacks [] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.241497 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a904dc6-94b3-450e-94ca-d242861e3a79 None None] Pushing event updated for resources: {'Port': ['ID=d36e47ab-adad-440f-91a0-4e1b36ccffd1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:49.251865 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.262901 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Provisioning complete for port d36e47ab-adad-440f-91a0-4e1b36ccffd1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:49.263112 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.323486 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks [] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.329697 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.359868 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d12cb-e78b-4bdf-be49-5f1241250353 None None] Pushing event updated for resources: {'Port': ['ID=9eea87a2-bb36-4055-b6bf-d527d37007e0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:49.364678 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Attempting to bind port 9eea87a2-bb36-4055-b6bf-d527d37007e0 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:49.365040 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Attempting to bind port 9eea87a2-bb36-4055-b6bf-d527d37007e0 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:49.369671 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Attempting to bind port 9eea87a2-bb36-4055-b6bf-d527d37007e0 on network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:49.405612 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:49.405994 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Checking segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:49.406365 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.406771 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Bound using segment: {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:49.407242 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Bound port: 9eea87a2-bb36-4055-b6bf-d527d37007e0, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f431e-2793-4faa-8f39-ac92b0c1ac25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:49.407617 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.408675 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3718289'] for router_interface (28b8d90d-839b-4540-af49-a6e8b6e235b5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.410567 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4a7b75-34bb-452a-b590-ab656adbf3b5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:49.446353 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 8c9244bc-9d52-4926-b8ec-6997b729f051 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:49.502273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Network 5f9fe789-7791-441c-9249-5eb768ccef33 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:49.503827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:49.508543 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Current status of the port d36e47ab-adad-440f-91a0-4e1b36ccffd1 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:49.511187 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] For port 9eea87a2-bb36-4055-b6bf-d527d37007e0, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:49.528213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] For port 9eea87a2-bb36-4055-b6bf-d527d37007e0, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=9eea87a2-bb36-4055-b6bf-d527d37007e0,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:49.531172 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Provisioning complete for port 8c9244bc-9d52-4926-b8ec-6997b729f051 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:49.531579 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.557329 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.633603 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Router 28b8d90d-839b-4540-af49-a6e8b6e235b5 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:49.635600 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Routers {'28b8d90d-839b-4540-af49-a6e8b6e235b5'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:49.636241 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['28b8d90d-839b-4540-af49-a6e8b6e235b5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:49.673229 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d12cb-e78b-4bdf-be49-5f1241250353 None None] Pushing event updated for resources: {'Port': ['ID=9eea87a2-bb36-4055-b6bf-d527d37007e0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:49.746195 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:49.750916 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Current status of the port 8c9244bc-9d52-4926-b8ec-6997b729f051 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:49.751576 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-63800f34-dfe9-457f-a45e-42e3986f0879 admin admin] 10.222.0.11 "PUT /v2.0/routers/28b8d90d-839b-4540-af49-a6e8b6e235b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0802960 Apr 11 06:35:49.766018 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Provisioning complete for port ea4a7b75-34bb-452a-b590-ab656adbf3b5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:49.766378 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:49.810147 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] Set router 28b8d90d-839b-4540-af49-a6e8b6e235b5 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:49.838885 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-305e38ee-ab05-4753-ada0-693ef9553910 None None] Port ea4a7b75-34bb-452a-b590-ab656adbf3b5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:49.972839 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2fa74104-f3ee-4883-8d8e-617a2db22fae None None] Provisioning complete for port ea4a7b75-34bb-452a-b590-ab656adbf3b5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:49.973463 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fa74104-f3ee-4883-8d8e-617a2db22fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.045298 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2fa74104-f3ee-4883-8d8e-617a2db22fae None None] Port ea4a7b75-34bb-452a-b590-ab656adbf3b5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:50.049842 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ea4a7b75-34bb-452a-b590-ab656adbf3b5', 'name': '', 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'mac_address': 'fa:16:3e:e6:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:48Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 2, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'subnets': [{'id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:50.079562 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8c9244bc-9d52-4926-b8ec-6997b729f051 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:50.082141 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2fa4e-b294-4504-8b8a-3c5f3e6e06b7 None None] The sync data for ids ['28b8d90d-839b-4540-af49-a6e8b6e235b5'] in dv-cinder-836996-3-smb is: [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ea4a7b75-34bb-452a-b590-ab656adbf3b5', 'name': '', 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'mac_address': 'fa:16:3e:e6:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:48Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 2, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'subnets': [{'id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:50.132338 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 8c9244bc-9d52-4926-b8ec-6997b729f051 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:50.132713 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.153463 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:50.158879 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097087010', 'description': 'tempest-secgroup-smoke-2097087010 description', 'project_id': '83201495984b46029008e2fada6d919c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:50.181001 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.211027 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 8c9244bc-9d52-4926-b8ec-6997b729f051 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:50.211992 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d36e47ab-adad-440f-91a0-4e1b36ccffd1 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:50.255448 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group (c4dc2be6-12df-40b0-b61e-3913540eac6f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.260914 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (c4dc2be6-12df-40b0-b61e-3913540eac6f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.268685 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port d36e47ab-adad-440f-91a0-4e1b36ccffd1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:50.269456 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.321853 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.323127 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1682935 Apr 11 06:35:50.324987 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc2be6-12df-40b0-b61e-3913540eac6f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:50.326784 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53872) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:50.332706 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group_rule': {'security_group_id': 'c4dc2be6-12df-40b0-b61e-3913540eac6f', 'project_id': '83201495984b46029008e2fada6d919c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:50.333942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.334314 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.334629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.334991 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.335320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.335646 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.335975 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.336285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.336694 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.336924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.337249 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.337581 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.337883 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.338258 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.338531 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3546dc6a-8bbc-4b2a-9d4a-ed8cee116fa7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.378340 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (1e099a64-ccb7-4e1c-b8df-32858b7f4c1f), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.400285 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port d36e47ab-adad-440f-91a0-4e1b36ccffd1 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:50.440708 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (1e099a64-ccb7-4e1c-b8df-32858b7f4c1f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.446263 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (1e099a64-ccb7-4e1c-b8df-32858b7f4c1f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.464214 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e099a64-ccb7-4e1c-b8df-32858b7f4c1f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:50.472679 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.473019 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.473357 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.473692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.474019 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.474344 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.474827 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.475006 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.475327 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.475645 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.475959 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.476281 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.476599 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.476918 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.477232 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:50.482247 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.483488 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-db9e04fd-1399-4ee0-b73a-293f79cb3f53 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545987 Apr 11 06:35:50.486448 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:50.491190 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group_rule': {'security_group_id': 'c4dc2be6-12df-40b0-b61e-3913540eac6f', 'project_id': '83201495984b46029008e2fada6d919c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:50.520942 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (fbbcb197-d0e3-443c-9327-2da67bdfa06e), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.585431 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (fbbcb197-d0e3-443c-9327-2da67bdfa06e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.591700 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (fbbcb197-d0e3-443c-9327-2da67bdfa06e), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.611221 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbcb197-d0e3-443c-9327-2da67bdfa06e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:50.620755 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.622334 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d2361dfc-408e-48b3-a39b-8569e8adc91e tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348362 Apr 11 06:35:50.625295 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:50.630081 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group_rule': {'security_group_id': 'c4dc2be6-12df-40b0-b61e-3913540eac6f', 'project_id': '83201495984b46029008e2fada6d919c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:50.659859 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (80cd8900-840d-4e95-950c-f2123d0ce54b), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.721225 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (80cd8900-840d-4e95-950c-f2123d0ce54b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.726360 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (80cd8900-840d-4e95-950c-f2123d0ce54b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.743536 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cd8900-840d-4e95-950c-f2123d0ce54b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:50.751718 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.753109 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a380d9ab-0b76-4a4d-b156-440c3e4937e6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267428 Apr 11 06:35:50.756206 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53878) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:50.760932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group_rule': {'security_group_id': 'c4dc2be6-12df-40b0-b61e-3913540eac6f', 'project_id': '83201495984b46029008e2fada6d919c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:50.788186 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (aceb8816-18f9-4aa2-b3b2-d173b280e09a), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.844113 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (aceb8816-18f9-4aa2-b3b2-d173b280e09a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.849734 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (aceb8816-18f9-4aa2-b3b2-d173b280e09a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.869200 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aceb8816-18f9-4aa2-b3b2-d173b280e09a,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:50.877946 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:50.879157 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-9fb7fb32-e931-4317-aa86-28e7c00d8510 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219101 Apr 11 06:35:50.881952 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53880) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:50.886201 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group_rule': {'security_group_id': 'c4dc2be6-12df-40b0-b61e-3913540eac6f', 'project_id': '83201495984b46029008e2fada6d919c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:50.908838 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Project 83201495984b46029008e2fada6d919c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:35:50.914478 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (9fdde1e1-4a52-46fb-9f73-1a200b96f6f2), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.234924 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (9fdde1e1-4a52-46fb-9f73-1a200b96f6f2), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.240615 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (9fdde1e1-4a52-46fb-9f73-1a200b96f6f2), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.257271 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdde1e1-4a52-46fb-9f73-1a200b96f6f2,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:51.266764 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.267962 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-89b067ac-9a7d-4596-a09a-dde0ef3a68ee tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850315 Apr 11 06:35:51.270915 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53884) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:51.275181 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'security_group_rule': {'security_group_id': 'c4dc2be6-12df-40b0-b61e-3913540eac6f', 'project_id': '83201495984b46029008e2fada6d919c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:51.297074 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Project 83201495984b46029008e2fada6d919c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:35:51.304892 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (2c088204-fdb3-4aea-826d-4e0f40d87d26), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.369661 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (2c088204-fdb3-4aea-826d-4e0f40d87d26), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.375836 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (2c088204-fdb3-4aea-826d-4e0f40d87d26), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.395675 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c088204-fdb3-4aea-826d-4e0f40d87d26,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:51.402624 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:51.403398 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-57880715-7bc5-4a87-b126-59d7f69c48d2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315191 Apr 11 06:35:52.061400 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 9eea87a2-bb36-4055-b6bf-d527d37007e0 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:52.109953 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 9eea87a2-bb36-4055-b6bf-d527d37007e0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:52.110392 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:52.194196 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 9eea87a2-bb36-4055-b6bf-d527d37007e0 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:52.194594 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:52.217450 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] For port 9eea87a2-bb36-4055-b6bf-d527d37007e0, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=9eea87a2-bb36-4055-b6bf-d527d37007e0,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:52.222960 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:52.276868 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Pushing event updated for resources: {'Port': ['ID=9eea87a2-bb36-4055-b6bf-d527d37007e0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:53.064903 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Sync routers for ids ['28b8d90d-839b-4540-af49-a6e8b6e235b5'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:53.076672 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Routers {'28b8d90d-839b-4540-af49-a6e8b6e235b5'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:53.077313 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['28b8d90d-839b-4540-af49-a6e8b6e235b5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:53.198707 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Set router 28b8d90d-839b-4540-af49-a6e8b6e235b5 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:53.407519 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ea4a7b75-34bb-452a-b590-ab656adbf3b5', 'name': '', 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'mac_address': 'fa:16:3e:e6:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:48Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 2, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'subnets': [{'id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:53.433637 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Checking router: 28b8d90d-839b-4540-af49-a6e8b6e235b5 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:53.433989 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Updating router 28b8d90d-839b-4540-af49-a6e8b6e235b5 port ea4a7b75-34bb-452a-b590-ab656adbf3b5 binding host dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:35:53.461452 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:53.740716 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Publish callbacks [] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:53.748874 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:53.799526 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51c7ff-7ac9-4030-aa5d-8d180adff319 None None] Pushing event updated for resources: {'Port': ['ID=ea4a7b75-34bb-452a-b590-ab656adbf3b5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:53.863589 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Attempting to bind port ea4a7b75-34bb-452a-b590-ab656adbf3b5 on host dv-cinder-836996-3-smb for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:53.863953 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Attempting to bind port ea4a7b75-34bb-452a-b590-ab656adbf3b5 by drivers openvswitch,hyperv on host dv-cinder-836996-3-smb at level 0 using segments [{'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:53.864343 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Attempting to bind port ea4a7b75-34bb-452a-b590-ab656adbf3b5 on network 5f9fe789-7791-441c-9249-5eb768ccef33 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:53.869521 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Checking agent: {'id': '62cbf4a2-3f20-4887-ad60-3684b08562a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 19), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:53.869885 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Checking segment: {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:53.870307 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:53.870738 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Bound using segment: {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:53.871201 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Bound port: ea4a7b75-34bb-452a-b590-ab656adbf3b5, host: dv-cinder-836996-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a20595-a55a-43ca-a8ba-e85f4177cc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:53.871570 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:53.942911 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] For port ea4a7b75-34bb-452a-b590-ab656adbf3b5, host dv-cinder-836996-3-smb, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:53.946636 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] For port ea4a7b75-34bb-452a-b590-ab656adbf3b5, host dv-cinder-836996-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ea4a7b75-34bb-452a-b590-ab656adbf3b5,segment=NetworkSegment(50a20595-a55a-43ca-a8ba-e85f4177cc36),segment_id=50a20595-a55a-43ca-a8ba-e85f4177cc36)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:53.954332 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:53.993169 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] Provisioning complete for port ea4a7b75-34bb-452a-b590-ab656adbf3b5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:53.993677 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:54.000676 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Routers {'28b8d90d-839b-4540-af49-a6e8b6e235b5'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:54.001344 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['28b8d90d-839b-4540-af49-a6e8b6e235b5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:54.099528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 9eea87a2-bb36-4055-b6bf-d527d37007e0 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:54.133549 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] Current status of the port ea4a7b75-34bb-452a-b590-ab656adbf3b5 is: DOWN; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:54.133936 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:54.188230 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] For port ea4a7b75-34bb-452a-b590-ab656adbf3b5, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ea4a7b75-34bb-452a-b590-ab656adbf3b5,segment=NetworkSegment(50a20595-a55a-43ca-a8ba-e85f4177cc36),segment_id=50a20595-a55a-43ca-a8ba-e85f4177cc36)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:54.190522 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port 9eea87a2-bb36-4055-b6bf-d527d37007e0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:54.190954 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:54.194387 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:54.215111 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51c7ff-7ac9-4030-aa5d-8d180adff319 None None] Pushing event updated for resources: {'Port': ['ID=ea4a7b75-34bb-452a-b590-ab656adbf3b5,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:54.249824 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] Set router 28b8d90d-839b-4540-af49-a6e8b6e235b5 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:54.426883 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a32857-11cd-4cbd-b861-a212441da981 None None] Pushing event updated for resources: {'Port': ['ID=ea4a7b75-34bb-452a-b590-ab656adbf3b5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:54.430528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e0d93d4d-aff4-438e-93fb-49f0e4b79785 None None] Provisioning complete for port ea4a7b75-34bb-452a-b590-ab656adbf3b5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:54.430930 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0d93d4d-aff4-438e-93fb-49f0e4b79785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:54.471614 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ea4a7b75-34bb-452a-b590-ab656adbf3b5', 'name': '', 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'mac_address': 'fa:16:3e:e6:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:48Z', 'updated_at': '2022-04-11T06:35:53Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'subnets': [{'id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:54.499557 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3fa9b-5dd8-4518-a117-4e9d51f92f16 None None] The sync data for ids ['28b8d90d-839b-4540-af49-a6e8b6e235b5'] in dv-cinder-836996-3-smb is: [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ea4a7b75-34bb-452a-b590-ab656adbf3b5', 'name': '', 'network_id': '5f9fe789-7791-441c-9249-5eb768ccef33', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'mac_address': 'fa:16:3e:e6:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:48Z', 'updated_at': '2022-04-11T06:35:53Z', 'revision_number': 4, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'subnets': [{'id': 'd0082be6-73e4-4e77-ad4a-5606c12b1753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:54.499886 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port 9eea87a2-bb36-4055-b6bf-d527d37007e0 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:54.551848 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0d93d4d-aff4-438e-93fb-49f0e4b79785 None None] Current status of the port ea4a7b75-34bb-452a-b590-ab656adbf3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:54.992003 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5810425-43c9-4c04-a5f1-3402c18d635f req-a1b4dcf1-faae-4f60-97e0-3c01cffe6913 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:54.993502 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d5810425-43c9-4c04-a5f1-3402c18d635f req-a1b4dcf1-faae-4f60-97e0-3c01cffe6913 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0509107 Apr 11 06:35:55.042629 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d5810425-43c9-4c04-a5f1-3402c18d635f req-201089a9-8f94-457c-ae4b-c0aa91aced7f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Apr 11 06:35:56.055138 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ea4a7b75-34bb-452a-b590-ab656adbf3b5 up at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:56.104607 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Provisioning complete for port ea4a7b75-34bb-452a-b590-ab656adbf3b5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:56.105076 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:56.164040 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8ea3-9813-4bcc-9466-30a083c6f645 req-4d7aa148-795e-4abb-b69f-abf198524135 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:56.165630 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6fda8ea3-9813-4bcc-9466-30a083c6f645 req-4d7aa148-795e-4abb-b69f-abf198524135 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0502212 Apr 11 06:35:56.189096 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Current status of the port ea4a7b75-34bb-452a-b590-ab656adbf3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:56.214094 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6fda8ea3-9813-4bcc-9466-30a083c6f645 req-9083c5c9-8006-433c-94ee-51301c6a89ac tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Apr 11 06:35:56.511451 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867a6a3-657c-412c-a2c3-267678139d37 req-c59434d8-b55d-4587-b0f6-e33913c6f8ca tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:56.512956 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9867a6a3-657c-412c-a2c3-267678139d37 req-c59434d8-b55d-4587-b0f6-e33913c6f8ca tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 945 time: 0.0592093 Apr 11 06:35:56.612438 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Deleting port 2a34be45-c335-4eb7-bd19-88388d632878 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:56.612776 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (2a34be45-c335-4eb7-bd19-88388d632878), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:56.720061 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] For port 2a34be45-c335-4eb7-bd19-88388d632878, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a34be45-c335-4eb7-bd19-88388d632878,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:56.720429 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (2a34be45-c335-4eb7-bd19-88388d632878), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:56.906132 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:56.906501 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (c6420213-d78b-48f1-ab5f-887cbae75510), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:56.906843 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Floating IP c6420213-d78b-48f1-ab5f-887cbae75510 disassociated. External IP: 172.28.1.191, port: 2a34be45-c335-4eb7-bd19-88388d632878. Apr 11 06:35:56.907235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Calling delete_port for 2a34be45-c335-4eb7-bd19-88388d632878 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:57.040224 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (2a34be45-c335-4eb7-bd19-88388d632878), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.072368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event deleted for resources: {'Port': ['ID=2a34be45-c335-4eb7-bd19-88388d632878,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:57.189951 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:57.280504 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.304369 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:57.312881 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ae09f732-a56a-446c-9600-c213265de1c4 req-bd361129-b04c-443f-8b5b-d5e0405f72c3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0306857 Apr 11 06:35:57.313828 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:57.331684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:57.332322 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:57.351721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] No DVR routers for this DVR port 2a34be45-c335-4eb7-bd19-88388d632878 on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:57.354324 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.357717 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9867a6a3-657c-412c-a2c3-267678139d37 req-ad091343-a3ee-4540-95ec-c01f1dcd3082 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "DELETE /v2.0/ports/2a34be45-c335-4eb7-bd19-88388d632878 HTTP/1.1" status: 204 len: 173 time: 0.8367412 Apr 11 06:35:57.358235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'name': 'network-vif-deleted', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:57.360567 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265773e-b6f2-4d85-9d8a-24e79d88a50e" -d '{"events": [{"server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "name": "network-vif-deleted", "tag": "2a34be45-c335-4eb7-bd19-88388d632878"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:57.400254 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8f1fd9-56da-4ff2-8bc5-826f523afb74 x-openstack-request-id: req-aa8f1fd9-56da-4ff2-8bc5-826f523afb74 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:57.400551 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7ce09f-f3cc-481e-a30d-b094611fbe2c", "name": "network-vif-deleted", "tag": "2a34be45-c335-4eb7-bd19-88388d632878", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:57.400806 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa8f1fd9-56da-4ff2-8bc5-826f523afb74 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:57.401378 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8f1fd9-56da-4ff2-8bc5-826f523afb74'] response: {'server_uuid': '5c7ce09f-f3cc-481e-a30d-b094611fbe2c', 'name': 'network-vif-deleted', 'tag': '2a34be45-c335-4eb7-bd19-88388d632878', 'status': 'completed', 'code': 200} Apr 11 06:35:57.449647 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:57.659221 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:57.685314 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:57.694056 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:57.694668 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:35:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:57.806273 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:58.012785 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:58.047645 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dc708-339f-4d94-89ab-a75ecc6c7abc None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:58.299814 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bbf0d-31c1-4141-bf84-e75147db4cb5 None None] New status for floating IP c6420213-d78b-48f1-ab5f-887cbae75510: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:58.442277 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6ad5037d-c941-439d-8a5b-6f4feabd9049 req-8e982a36-0fca-4437-bb91-af1857478841 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7ce09f-f3cc-481e-a30d-b094611fbe2c HTTP/1.1" status: 200 len: 210 time: 0.0331557 Apr 11 06:35:59.266176 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2a34be45-c335-4eb7-bd19-88388d632878 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:59.286791 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 2a34be45-c335-4eb7-bd19-88388d632878 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:59.287136 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 2a34be45-c335-4eb7-bd19-88388d632878 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:59.536823 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53986) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:59.593215 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d23f89c4-5569-4922-8bac-7bcba7657873 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (3cd5f56a-fbfa-44fe-a276-57d1e2ca128b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.616624 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d23f89c4-5569-4922-8bac-7bcba7657873 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (3cd5f56a-fbfa-44fe-a276-57d1e2ca128b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.665393 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d23f89c4-5569-4922-8bac-7bcba7657873 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (3cd5f56a-fbfa-44fe-a276-57d1e2ca128b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.668029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d23f89c4-5569-4922-8bac-7bcba7657873 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.669204 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d23f89c4-5569-4922-8bac-7bcba7657873 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "DELETE /v2.0/security-groups/3cd5f56a-fbfa-44fe-a276-57d1e2ca128b HTTP/1.1" status: 204 len: 168 time: 0.1313710 Apr 11 06:35:59.672145 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:59.677973 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f89c4-5569-4922-8bac-7bcba7657873 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5f56a-fbfa-44fe-a276-57d1e2ca128b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:59.686227 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.api.v2.resource [None req-7b247d23-5c76-4f33-ba31-0ed4afc59ecf tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] show failed (client error): The resource could not be found. Apr 11 06:35:59.687283 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7b247d23-5c76-4f33-ba31-0ed4afc59ecf tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups/3cd5f56a-fbfa-44fe-a276-57d1e2ca128b HTTP/1.1" status: 404 len: 347 time: 0.0140729 Apr 11 06:35:59.690515 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53990) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:59.807929 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Deleting port 5d8daf29-01fe-4528-8f3e-2d36a4ed891d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:59.808168 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.885190 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.885487 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.897186 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Calling delete_port for 5d8daf29-01fe-4528-8f3e-2d36a4ed891d owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:00.031046 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (5d8daf29-01fe-4528-8f3e-2d36a4ed891d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.056367 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event deleted for resources: {'Port': ['ID=5d8daf29-01fe-4528-8f3e-2d36a4ed891d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:00.116556 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (c6420213-d78b-48f1-ab5f-887cbae75510), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.119004 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.120254 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-3d41ef97-431a-4ca3-b37e-103d5349edb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "DELETE /v2.0/floatingips/c6420213-d78b-48f1-ab5f-887cbae75510 HTTP/1.1" status: 204 len: 168 time: 0.4285443 Apr 11 06:36:00.482185 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 53996) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:00.486790 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671431106', 'description': 'tempest-description--570957313'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:00.508643 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.581182 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (1743133d-da96-4ee9-80eb-37ce0643f150), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.588202 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (1743133d-da96-4ee9-80eb-37ce0643f150), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.617753 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.618896 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1356916 Apr 11 06:36:00.622035 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 53998) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:00.623100 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a9a47-5b1d-4aca-a39f-60c77215da00 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1743133d-da96-4ee9-80eb-37ce0643f150,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:00.627008 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'security_group_rule': {'security_group_id': '1743133d-da96-4ee9-80eb-37ce0643f150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:00.656638 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (ec1797b6-d5eb-4e1b-8813-10e679021a07), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.720802 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (ec1797b6-d5eb-4e1b-8813-10e679021a07), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.726344 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (ec1797b6-d5eb-4e1b-8813-10e679021a07), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.742399 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1797b6-d5eb-4e1b-8813-10e679021a07,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:00.758532 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.759775 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1bbc9dd0-011c-40c5-a51b-5e327cccc81b tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365626 Apr 11 06:36:00.762377 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54000) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:00.766540 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'security_group_rule': {'security_group_id': '1743133d-da96-4ee9-80eb-37ce0643f150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:00.794095 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (1a7e76a2-664b-4b8c-8ad7-68b2666d25c7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.854447 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (1a7e76a2-664b-4b8c-8ad7-68b2666d25c7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.859479 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (1a7e76a2-664b-4b8c-8ad7-68b2666d25c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.878768 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7e76a2-664b-4b8c-8ad7-68b2666d25c7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:00.887759 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:00.888983 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-affc70b3-1137-4290-9fa6-22cbe4b6334f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256604 Apr 11 06:36:00.892347 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54004) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:00.897064 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:00.920396 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.000424 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.114235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Allocated IP 172.28.1.127 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/84a17490-19e1-4271-91e8-7983aea3d785) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:01.221052 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for port (84a17490-19e1-4271-91e8-7983aea3d785), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.263087 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (84a17490-19e1-4271-91e8-7983aea3d785), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.322964 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-bb60ca6a-1126-4697-bfc7-b1bd415c74de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700023 Apr 11 06:36:01.324806 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:01.328510 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:01.330978 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:01.374395 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'Port': ['ID=84a17490-19e1-4271-91e8-7983aea3d785,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:01.415235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-f09f4b3f-8224-4213-8894-b784b2a4197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.416818 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-f09f4b3f-8224-4213-8894-b784b2a4197a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1243241f5d7240d5b49894967b75a5e7&device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 1130 time: 0.0563736 Apr 11 06:36:01.519472 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.575942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-7c540e95-80f1-443d-9340-f2555cf22799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.577416 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-7c540e95-80f1-443d-9340-f2555cf22799 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 200 len: 918 time: 0.1313229 Apr 11 06:36:01.580170 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (84a17490-19e1-4271-91e8-7983aea3d785), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.637707 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-04e59cc6-7aec-4d4f-8767-b45006336565 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 200 len: 217 time: 0.0375714 Apr 11 06:36:01.752839 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-ec624c50-d2ec-43d2-b636-e149e49d5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.754276 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-ec624c50-d2ec-43d2-b636-e149e49d5fcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 200 len: 856 time: 0.1092498 Apr 11 06:36:01.813292 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-66d54f16-b9e0-4a1c-b067-77b3253c6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.814812 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-66d54f16-b9e0-4a1c-b067-77b3253c6cef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8579e391-6742-41b6-815b-8f23258284ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0541675 Apr 11 06:36:01.866526 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for port (84a17490-19e1-4271-91e8-7983aea3d785), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.897323 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (84a17490-19e1-4271-91e8-7983aea3d785), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:01.988049 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'Port': ['ID=84a17490-19e1-4271-91e8-7983aea3d785,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:01.994500 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-e86a27c6-eba5-47ca-8997-253fd00fb7fd service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696515 Apr 11 06:36:01.999439 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:02.036480 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:02.037657 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-17bc5a8e-30c8-4bf1-9a9e-2b84b711c7e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1441903 Apr 11 06:36:02.096352 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-17921d9e-7003-49d6-9d6f-61d9889e7e31 req-b1f20103-e2d2-4d00-9721-f23c8b5d88a3 service neutron] 10.222.0.26 "GET /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940626 Apr 11 06:36:02.191322 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-d5723b72-48c6-47fa-928b-bc6cef1b47ee tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--671431106&fields=id&tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b HTTP/1.1" status: 200 len: 267 time: 0.0413616 Apr 11 06:36:02.305745 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-bd49ba57-36fb-4a0b-b066-1e2a41d0f3e9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:02.307521 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-bd49ba57-36fb-4a0b-b066-1e2a41d0f3e9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 811 time: 0.1074200 Apr 11 06:36:02.323544 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-8c0cc19f-436f-4826-ab9e-e836e745cd04 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/quotas/29c8cf88c7624603ac5cf6f4dc0bdc0b HTTP/1.1" status: 200 len: 375 time: 0.0104001 Apr 11 06:36:02.376103 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-bfe3f03d-b1e6-4f13-9f5a-fbe234a9103a tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470839 Apr 11 06:36:02.565394 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-dbf8debe-4bb7-4833-af23-42cd4fd246ec service neutron] 10.222.0.11 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773100 Apr 11 06:36:02.660301 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-e9fec890-4304-440e-8d1c-8b8a87b15b93 service neutron] 10.222.0.11 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889857 Apr 11 06:36:02.833641 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2b392931-10e3-4d7c-8fa1-656825802c8f req-c59ac738-9f7e-4dbb-b363-0fc376d5c51c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Apr 11 06:36:03.802861 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-c71b1739-5dea-4c02-9c5f-09b8f83ba1ea tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:03.804303 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-c71b1739-5dea-4c02-9c5f-09b8f83ba1ea tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 811 time: 0.1039872 Apr 11 06:36:03.864665 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-b1ae4ba7-6c3f-456b-8b46-9700a6732a87 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b HTTP/1.1" status: 200 len: 379 time: 0.0522013 Apr 11 06:36:03.876985 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'port': {'device_id': '75071c01-343c-4d74-a632-8c6137c4fb09', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'admin_state_up': True, 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'security_groups': ['1743133d-da96-4ee9-80eb-37ce0643f150']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:03.927354 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-37437849-93cf-4143-9fc5-bf33fda75612 req-3d873760-0c49-44d2-ba84-ba10054c60df tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Apr 11 06:36:04.243525 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Made reservation on behalf of 29c8cf88c7624603ac5cf6f4dc0bdc0b for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:36:04.247042 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:04.369179 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Allocated IP 172.20.0.9 (f0f6c81c-6ac0-4772-9059-d7f045c7c641/c6887d8b-9ac6-4129-9ac2-41f82a7776ce/ac90c9cc-2255-4622-b0ce-cd795b467fe4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:04.512784 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:04.555146 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:04.595916 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:04.598927 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:04.602629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:04.628033 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event updated for resources: {'Port': ['ID=ac90c9cc-2255-4622-b0ce-cd795b467fe4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:04.655991 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:04.656601 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:04.674753 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-95b1fab9-e19e-4fbf-82dc-09d7890fe0dc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016005 Apr 11 06:36:04.695150 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Request body: {'port': {'device_id': '75071c01-343c-4d74-a632-8c6137c4fb09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:04.766334 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:04.843473 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5bca8d62-3577-413f-83ec-643a78975c1e None None] Provisioning complete for port ac90c9cc-2255-4622-b0ce-cd795b467fe4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:04.844105 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bca8d62-3577-413f-83ec-643a78975c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:04.879638 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5bca8d62-3577-413f-83ec-643a78975c1e None None] Port ac90c9cc-2255-4622-b0ce-cd795b467fe4 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:36:05.052872 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac90c9cc-2255-4622-b0ce-cd795b467fe4 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:05.063274 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Publish callbacks [] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:05.075553 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd93709-3d2b-4639-a350-6965620d58a9 req-c3d3c567-38e1-4978-9ba2-ed78be9b4221 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.077011 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9dd93709-3d2b-4639-a350-6965620d58a9 req-c3d3c567-38e1-4978-9ba2-ed78be9b4221 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 931 time: 0.0825675 Apr 11 06:36:05.085899 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Transition to ACTIVE for port object ac90c9cc-2255-4622-b0ce-cd795b467fe4 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:36:05.092096 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:05.160322 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac90c9cc-2255-4622-b0ce-cd795b467fe4,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:05.173131 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9dd93709-3d2b-4639-a350-6965620d58a9 req-109bfe4c-1ae1-4795-a9f9-66dbbd41234c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902789 Apr 11 06:36:05.246682 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Attempting to bind port ac90c9cc-2255-4622-b0ce-cd795b467fe4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:36:05.247044 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Attempting to bind port ac90c9cc-2255-4622-b0ce-cd795b467fe4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:36:05.247370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Attempting to bind port ac90c9cc-2255-4622-b0ce-cd795b467fe4 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:05.252508 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Port ac90c9cc-2255-4622-b0ce-cd795b467fe4 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:36:05.252799 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Attempting to bind port ac90c9cc-2255-4622-b0ce-cd795b467fe4 on network f0f6c81c-6ac0-4772-9059-d7f045c7c641 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:05.257992 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:36:05.258324 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Checking segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:36:05.258724 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Bound using segment: {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:36:05.259151 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Bound port: ac90c9cc-2255-4622-b0ce-cd795b467fe4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5af68-ac93-44eb-bf48-1df8d7ace17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:36:05.259505 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:05.323771 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] For port ac90c9cc-2255-4622-b0ce-cd795b467fe4, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:36:05.326892 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] For port ac90c9cc-2255-4622-b0ce-cd795b467fe4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:36:05.336261 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:05.370438 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.371006 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:05.372350 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/ac90c9cc-2255-4622-b0ce-cd795b467fe4 HTTP/1.1" status: 200 len: 1093 time: 0.6817510 Apr 11 06:36:05.372838 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:05.375107 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d74d3d-eb32-462c-9a0e-b4645386ac82" -d '{"events": [{"name": "network-changed", "server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:05.406870 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3f311-49f2-48eb-b72c-58b66b1946e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac90c9cc-2255-4622-b0ce-cd795b467fe4,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:05.441820 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd6d2a-4e17-49ea-a628-a7eaf3fafd49 x-openstack-request-id: req-a9bd6d2a-4e17-49ea-a628-a7eaf3fafd49 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:05.442128 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:05.442393 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9bd6d2a-4e17-49ea-a628-a7eaf3fafd49 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:05.442798 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bd6d2a-4e17-49ea-a628-a7eaf3fafd49'] response: {'name': 'network-changed', 'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'status': 'completed', 'code': 200} Apr 11 06:36:05.478052 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-ded31e71-cda5-4179-a09f-8e5f128c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.479743 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-ded31e71-cda5-4179-a09f-8e5f128c81cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 1127 time: 0.0471113 Apr 11 06:36:05.521303 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-6b67748d-a36d-442b-80dc-a2d8086976c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4 HTTP/1.1" status: 200 len: 217 time: 0.0343201 Apr 11 06:36:05.571520 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-9527b27a-c7d2-490d-bf94-a3cdcfee91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.573033 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-9527b27a-c7d2-490d-bf94-a3cdcfee91d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0460529 Apr 11 06:36:05.620973 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-5fe74afa-b293-4d06-8e30-62a20b589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.622410 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-5fe74afa-b293-4d06-8e30-62a20b589140 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426753 Apr 11 06:36:05.721517 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-fc52bd8f-7285-49ef-8b3d-769258c970ce service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923421 Apr 11 06:36:05.817837 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5a492b85-f393-4a91-a350-6e2d4f3141e5 req-d4537751-e192-4d0a-b644-2b8031a79d7b service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904315 Apr 11 06:36:06.299195 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926af2-1ef0-4227-b284-1b0a31a5dc4b req-342c9556-cd77-4dbb-a6b4-99e5ca912076 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:06.300630 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd926af2-1ef0-4227-b284-1b0a31a5dc4b req-342c9556-cd77-4dbb-a6b4-99e5ca912076 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 943 time: 0.0531099 Apr 11 06:36:06.350210 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd926af2-1ef0-4227-b284-1b0a31a5dc4b req-ccbf959d-eb60-43d3-ae7f-83eb355b29e4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Apr 11 06:36:07.473622 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5603-e84d-4100-bd50-25d5fe7f3416 req-8a28955b-e526-47fe-b581-6f7c9857fd0c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:07.475134 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-498e5603-e84d-4100-bd50-25d5fe7f3416 req-8a28955b-e526-47fe-b581-6f7c9857fd0c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 943 time: 0.0529501 Apr 11 06:36:07.525329 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-498e5603-e84d-4100-bd50-25d5fe7f3416 req-47b5cdc3-22fa-4c06-8df6-461f61507d90 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 Apr 11 06:36:08.650030 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795fc80-3be1-426e-8649-21f5376fc818 req-25101d32-588b-422f-95bb-117169358bba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:08.651505 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2795fc80-3be1-426e-8649-21f5376fc818 req-25101d32-588b-422f-95bb-117169358bba tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 943 time: 0.0508265 Apr 11 06:36:08.720663 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2795fc80-3be1-426e-8649-21f5376fc818 req-5f621783-16b5-4747-aab2-0c5279cbf615 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608001 Apr 11 06:36:09.837461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24e9f5-792d-4ca0-af67-9364ea2b3ed1 req-1c340c61-afc8-4fdc-b81d-a26086f26abe tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:09.839029 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3f24e9f5-792d-4ca0-af67-9364ea2b3ed1 req-1c340c61-afc8-4fdc-b81d-a26086f26abe tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 943 time: 0.0511546 Apr 11 06:36:09.887533 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3f24e9f5-792d-4ca0-af67-9364ea2b3ed1 req-bd697066-bad8-48ce-ad08-c8d23bb6f266 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Apr 11 06:36:09.958328 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-dd04fac8-0c07-425e-af19-aa701d036019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:09.959891 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-dd04fac8-0c07-425e-af19-aa701d036019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 1127 time: 0.0388584 Apr 11 06:36:10.067861 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-dbfc2613-0390-4bf0-8d66-19ee8e2435a9 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097087010&fields=id&tenant_id=83201495984b46029008e2fada6d919c HTTP/1.1" status: 200 len: 267 time: 0.0942161 Apr 11 06:36:10.102436 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-4ad74a13-2aeb-4ab5-ac23-3d3d7a29c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:10.103859 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-4ad74a13-2aeb-4ab5-ac23-3d3d7a29c3cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.1376743 Apr 11 06:36:10.176923 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-05a0daf1-076b-4663-a07e-a9d33cd3ca49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4 HTTP/1.1" status: 200 len: 217 time: 0.0639696 Apr 11 06:36:10.241959 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-e91c1cf5-0207-4a81-8088-f05a1d1fadc2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:10.243410 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-e91c1cf5-0207-4a81-8088-f05a1d1fadc2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 809 time: 0.1672513 Apr 11 06:36:10.248664 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-1c75e971-33bb-4e5e-b952-ad6ca834d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:10.249996 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-1c75e971-33bb-4e5e-b952-ad6ca834d727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0654166 Apr 11 06:36:10.268154 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-04cf3f74-65e8-4436-ab5c-6c2cc36c0998 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/quotas/83201495984b46029008e2fada6d919c HTTP/1.1" status: 200 len: 375 time: 0.0172513 Apr 11 06:36:10.321038 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-4c33a37a-7b12-416b-85f9-a6ba69c6ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:10.322409 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-4c33a37a-7b12-416b-85f9-a6ba69c6ae32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0656567 Apr 11 06:36:10.342839 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-70dc1ef3-c9c2-4817-bfe9-f302a9e5adb9 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598309 Apr 11 06:36:10.476772 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-e0900844-8736-4de5-8bc7-1a751694d627 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470411 Apr 11 06:36:10.496741 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-d501b0a4-be5e-4f5e-92f7-a11d250349f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375260 Apr 11 06:36:10.633614 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d74d3d-eb32-462c-9a0e-b4645386ac82 req-6c7e6e18-0d6c-465f-b1fb-87244ed6a7c2 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466651 Apr 11 06:36:10.636824 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-543bdbd8-8255-45dc-91f0-76ad635ec7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309757 Apr 11 06:36:10.925121 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7adba60f-407c-4f11-8307-b993b7b6778d req-43cc1d13-f7bc-4068-a0fa-0c016cbd6aa1 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 210 time: 0.0281346 Apr 11 06:36:11.002551 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c9f7-b2f9-4624-a16b-4de2e941fe2d req-3c9eefa1-faef-4f3b-9136-a9fcdc5c9f65 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:11.004390 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d1c9f7-b2f9-4624-a16b-4de2e941fe2d req-3c9eefa1-faef-4f3b-9136-a9fcdc5c9f65 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 943 time: 0.0473685 Apr 11 06:36:11.050312 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-77d1c9f7-b2f9-4624-a16b-4de2e941fe2d req-5c6b4ed2-aedd-40a5-80fc-cddf3428cea0 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Apr 11 06:36:11.284926 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ac90c9cc-2255-4622-b0ce-cd795b467fe4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:36:11.381311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port ac90c9cc-2255-4622-b0ce-cd795b467fe4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:11.392472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'port_id': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'mac_address': 'fa:16:3e:bf:aa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:36:11.432805 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port ac90c9cc-2255-4622-b0ce-cd795b467fe4 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:11.433191 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.445807 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac90c9cc-2255-4622-b0ce-cd795b467fe4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:11.470209 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port ac90c9cc-2255-4622-b0ce-cd795b467fe4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:11.478345 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.522346 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=ac90c9cc-2255-4622-b0ce-cd795b467fe4,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:11.529484 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.529824 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.530160 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.530514 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.530883 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.531249 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.531525 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.531842 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.532162 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.532478 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.532795 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.533181 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.533498 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.533812 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.534123 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:11.877550 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['ac90c9cc-2255-4622-b0ce-cd795b467fe4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:11.905326 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-d2e8daf6-4f28-4a79-8dc1-da121b3aaed5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:11.906993 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-d2e8daf6-4f28-4a79-8dc1-da121b3aaed5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 809 time: 0.1051748 Apr 11 06:36:11.972595 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-b05fce51-fd79-4d57-a9c6-005cca4a71d1 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83201495984b46029008e2fada6d919c HTTP/1.1" status: 200 len: 380 time: 0.0565333 Apr 11 06:36:11.982786 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'port': {'device_id': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'admin_state_up': True, 'tenant_id': '83201495984b46029008e2fada6d919c', 'security_groups': ['c4dc2be6-12df-40b0-b61e-3913540eac6f']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:12.024942 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a43f1d76-a6e0-49df-a508-a04ba9a9c4a1 req-eac4b04a-6a38-49b3-95fb-742cd634749d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 210 time: 0.0280120 Apr 11 06:36:12.100259 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Made reservation on behalf of 83201495984b46029008e2fada6d919c for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:36:12.103594 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.208523 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff2bb1-cf7e-4fd9-94d8-d8bb7d7e094b req-e41a08c0-4eda-4348-9127-4d224e223177 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:12.209995 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a9ff2bb1-cf7e-4fd9-94d8-d8bb7d7e094b req-e41a08c0-4eda-4348-9127-4d224e223177 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 944 time: 0.0895760 Apr 11 06:36:12.291911 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Allocated IP 172.20.0.14 (b23171a5-052d-4f6b-886a-2e52e3d1e790/1c34fda9-5653-4a0d-bdf2-cc41484af9fe/777779ad-997e-459d-ba2e-ff2560f10483) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:12.299371 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a9ff2bb1-cf7e-4fd9-94d8-d8bb7d7e094b req-9f11ad28-4359-42cc-ad48-c850d8ff4bb9 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831840 Apr 11 06:36:12.439773 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for port (777779ad-997e-459d-ba2e-ff2560f10483), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.476837 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.517827 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:12.520937 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:12.524521 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:12.532794 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:12.549641 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1ce-8c12-4575-b834-eee511011687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.578795 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:12.579525 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.597064 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-12f30c2e-828a-4a6a-94b8-b5dbc18bc34d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6184878 Apr 11 06:36:12.608693 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Request body: {'port': {'device_id': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:12.672688 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.788166 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e6d3f465-5303-4a41-9fcf-50ecd48db60a None None] Provisioning complete for port 777779ad-997e-459d-ba2e-ff2560f10483 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:12.788836 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f465-5303-4a41-9fcf-50ecd48db60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (777779ad-997e-459d-ba2e-ff2560f10483), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.823951 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3f465-5303-4a41-9fcf-50ecd48db60a None None] Port 777779ad-997e-459d-ba2e-ff2560f10483 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:36:12.937659 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777779ad-997e-459d-ba2e-ff2560f10483 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:12.945689 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Publish callbacks [] for port (777779ad-997e-459d-ba2e-ff2560f10483), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.959088 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Transition to ACTIVE for port object 777779ad-997e-459d-ba2e-ff2560f10483 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:36:12.966218 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.014937 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:13.089959 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Attempting to bind port 777779ad-997e-459d-ba2e-ff2560f10483 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:36:13.090599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Attempting to bind port 777779ad-997e-459d-ba2e-ff2560f10483 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:36:13.090951 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Attempting to bind port 777779ad-997e-459d-ba2e-ff2560f10483 on network b23171a5-052d-4f6b-886a-2e52e3d1e790 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:13.095524 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Port 777779ad-997e-459d-ba2e-ff2560f10483 on network b23171a5-052d-4f6b-886a-2e52e3d1e790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:36:13.095968 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Attempting to bind port 777779ad-997e-459d-ba2e-ff2560f10483 on network b23171a5-052d-4f6b-886a-2e52e3d1e790 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:13.100952 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:36:13.101546 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Checking segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:36:13.101666 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Bound using segment: {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:36:13.102054 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Bound port: 777779ad-997e-459d-ba2e-ff2560f10483, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07957e1d-f6ed-4118-871e-5781e8d82cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:36:13.102387 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.148407 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302b409-368d-4cb5-a472-5f440c08d20c req-ddb362d0-755d-44f3-8b74-8cd6489bef1b tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.150078 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d302b409-368d-4cb5-a472-5f440c08d20c req-ddb362d0-755d-44f3-8b74-8cd6489bef1b tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 944 time: 0.0537393 Apr 11 06:36:13.173627 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:36:13.177267 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:36:13.185210 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.201645 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d302b409-368d-4cb5-a472-5f440c08d20c req-a7da47ef-5a32-4aa3-9e73-c815f37daf93 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Apr 11 06:36:13.222285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.222917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.224395 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] 10.222.0.26 "PUT /v2.0/ports/777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 1094 time: 0.6196742 Apr 11 06:36:13.224811 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:13.227029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e2d96b-89bf-45ec-a958-2a1195a37494" -d '{"events": [{"name": "network-changed", "server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:13.254064 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f32aa-ab5e-4806-907a-b75548ac103e service neutron] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:13.281320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3737623-7847-407b-bc71-061082437a2a x-openstack-request-id: req-f3737623-7847-407b-bc71-061082437a2a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:13.281604 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:13.281856 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3737623-7847-407b-bc71-061082437a2a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:13.282252 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3737623-7847-407b-bc71-061082437a2a'] response: {'name': 'network-changed', 'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'status': 'completed', 'code': 200} Apr 11 06:36:13.309142 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ac90c9cc-2255-4622-b0ce-cd795b467fe4 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:36:13.313368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-ee5e2e3b-7c4f-471b-b344-3c41fbab931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.315092 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-ee5e2e3b-7c4f-471b-b344-3c41fbab931b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1128 time: 0.0426877 Apr 11 06:36:13.361824 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-a792f8fc-2239-4767-ba5c-e16fb7d06a2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 217 time: 0.0399384 Apr 11 06:36:13.366272 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port ac90c9cc-2255-4622-b0ce-cd795b467fe4 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:36:13.374859 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port ac90c9cc-2255-4622-b0ce-cd795b467fe4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:13.375650 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.421757 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-40b410e6-49fc-48c6-9c5b-7d3a80abd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.423305 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-40b410e6-49fc-48c6-9c5b-7d3a80abd848 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0533752 Apr 11 06:36:13.429947 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2348ec-754e-4f17-9808-dcf84963760a req-5086233d-c6e4-4ab9-bbef-9c9511e1b655 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.431730 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8d2348ec-754e-4f17-9808-dcf84963760a req-5086233d-c6e4-4ab9-bbef-9c9511e1b655 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 944 time: 0.0590119 Apr 11 06:36:13.469976 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port ac90c9cc-2255-4622-b0ce-cd795b467fe4 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:13.470272 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.475488 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-93823233-163e-4cc9-9ef4-1841b052bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.476983 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-93823233-163e-4cc9-9ef4-1841b052bce0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474854 Apr 11 06:36:13.485478 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8d2348ec-754e-4f17-9808-dcf84963760a req-3f1a2463-09d5-4e51-9834-5c881a6bfe99 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472171 Apr 11 06:36:13.496087 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:13.498325 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6361a4-4cf7-4cd5-9478-94b709b54230" -d '{"events": [{"server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "name": "network-vif-plugged", "status": "completed", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:13.512747 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port ac90c9cc-2255-4622-b0ce-cd795b467fe4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:13.518581 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.570418 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=ac90c9cc-2255-4622-b0ce-cd795b467fe4,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:13.571135 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-237cc29f-2373-4b05-9916-69d804381095 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871153 Apr 11 06:36:13.596698 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9ce60-d764-431b-9196-f0b01fda46f1 x-openstack-request-id: req-36c9ce60-d764-431b-9196-f0b01fda46f1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:13.597029 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "name": "network-vif-plugged", "status": "completed", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:13.597285 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36c9ce60-d764-431b-9196-f0b01fda46f1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:13.597707 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c9ce60-d764-431b-9196-f0b01fda46f1'] response: {'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'code': 200} Apr 11 06:36:13.662280 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7b1c4d7a-f8fc-4968-80b2-53306f4bb233 req-a688af9d-b1a1-49d5-a4f5-71fc3e1ce7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850511 Apr 11 06:36:14.327359 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600163a-8bb6-4d4a-be7b-9f2bd8d396ac req-7ba4f914-a673-42b1-84d8-1ca3a01846ca tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:14.328845 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7600163a-8bb6-4d4a-be7b-9f2bd8d396ac req-7ba4f914-a673-42b1-84d8-1ca3a01846ca tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 944 time: 0.0496895 Apr 11 06:36:14.384376 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7600163a-8bb6-4d4a-be7b-9f2bd8d396ac req-68a54293-9ff4-4695-9303-ae2f92bb4576 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473850 Apr 11 06:36:14.603898 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34417c-0ac6-443c-b55c-0b1238a3b8c5 req-3f74ebd4-7d32-4fca-9dc0-88eb27fce0f3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:14.605333 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6b34417c-0ac6-443c-b55c-0b1238a3b8c5 req-3f74ebd4-7d32-4fca-9dc0-88eb27fce0f3 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0471172 Apr 11 06:36:14.650760 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6b34417c-0ac6-443c-b55c-0b1238a3b8c5 req-7ab3b0d5-9ac9-4dfa-bfb5-85920dd72401 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Apr 11 06:36:14.878424 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0f19-5240-4011-a2ed-a38825b2e003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.497605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1312-ed7c-4872-96ed-03e837cddfa0 req-a821ae14-4dc7-4369-a1ad-c87a70617aa5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:15.499061 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7d2e1312-ed7c-4872-96ed-03e837cddfa0 req-a821ae14-4dc7-4369-a1ad-c87a70617aa5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 944 time: 0.0471337 Apr 11 06:36:15.548754 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7d2e1312-ed7c-4872-96ed-03e837cddfa0 req-bdb5aa61-eea3-42b6-b884-53556ae6817f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Apr 11 06:36:15.779641 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0d650-b590-4148-90c5-8117b641ebe5 req-d0163d96-8883-4c8b-87cc-cec9184af13f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:15.781262 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-28f0d650-b590-4148-90c5-8117b641ebe5 req-d0163d96-8883-4c8b-87cc-cec9184af13f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0571871 Apr 11 06:36:15.841437 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.076881 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-28f0d650-b590-4148-90c5-8117b641ebe5 req-de7fce85-6d30-4239-a836-4f8444952884 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897484 Apr 11 06:36:16.195698 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-1395b791-951f-4f95-a195-431d3f9cac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.197220 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-1395b791-951f-4f95-a195-431d3f9cac03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1128 time: 0.0501215 Apr 11 06:36:16.212955 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8f7e-24df-4e19-9432-1cbb4038e572 req-0cabd2dc-453e-4f9b-b51a-71fb74c565c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.214484 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7eea8f7e-24df-4e19-9432-1cbb4038e572 req-0cabd2dc-453e-4f9b-b51a-71fb74c565c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 1129 time: 0.0380764 Apr 11 06:36:16.257312 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7eea8f7e-24df-4e19-9432-1cbb4038e572 req-f9aab3ab-d3f1-4e09-8c2c-7d98f1fc4f84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364480 Apr 11 06:36:16.286065 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-c5a9de99-8ab4-4c39-acda-0b3366de5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.287565 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-c5a9de99-8ab4-4c39-acda-0b3366de5f89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.0841300 Apr 11 06:36:16.617972 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-256a0fa0-63ae-405a-a38a-af1ba62abfc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 217 time: 0.0367746 Apr 11 06:36:16.666304 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-df00777f-6a39-4f75-8d88-4609b9d0478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.667780 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-df00777f-6a39-4f75-8d88-4609b9d0478f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0432405 Apr 11 06:36:16.672701 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001767-6f22-4f80-83f2-c04e55f0b05d req-2d9f0b64-c78a-4188-ae4c-f08cfae897c4 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.674202 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c5001767-6f22-4f80-83f2-c04e55f0b05d req-2d9f0b64-c78a-4188-ae4c-f08cfae897c4 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 944 time: 0.0493720 Apr 11 06:36:16.713987 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-31a62072-61f4-4925-8915-e7e9dfaa1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.715811 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-31a62072-61f4-4925-8915-e7e9dfaa1a4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410559 Apr 11 06:36:16.723186 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c5001767-6f22-4f80-83f2-c04e55f0b05d req-f7da011a-5150-4f08-b6bd-c7a5df1798f7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Apr 11 06:36:16.807404 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-dc922dc4-7903-40b6-b11f-da8b14d90d97 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Apr 11 06:36:17.204018 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcec68b-88e3-4cc4-b17b-4428f7021660 req-fcb5d47a-8d8d-4018-8d7f-f0f960d4cb3e tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.205534 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bcec68b-88e3-4cc4-b17b-4428f7021660 req-fcb5d47a-8d8d-4018-8d7f-f0f960d4cb3e tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Apr 11 06:36:17.257655 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bcec68b-88e3-4cc4-b17b-4428f7021660 req-396de692-b10d-479f-96c8-925036cacb2c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442438 Apr 11 06:36:17.286709 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.328042 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:36:17.389387 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b8e2d96b-89bf-45ec-a958-2a1195a37494 req-d0a1628f-f2d0-48ab-9456-59688bd4048c service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Apr 11 06:36:17.429210 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:17.440375 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '777779ad-997e-459d-ba2e-ff2560f10483', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'port_id': '777779ad-997e-459d-ba2e-ff2560f10483', 'mac_address': 'fa:16:3e:fb:20:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:36:17.478179 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 777779ad-997e-459d-ba2e-ff2560f10483 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:17.478585 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.495587 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777779ad-997e-459d-ba2e-ff2560f10483 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:17.514919 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:17.521077 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.570593 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:17.847014 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6e30c-fe80-4dd7-96c4-539c960ddfdd req-1f647c4d-be3a-4e6d-a567-35d707d06bbc tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.848559 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4be6e30c-fe80-4dd7-96c4-539c960ddfdd req-1f647c4d-be3a-4e6d-a567-35d707d06bbc tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 945 time: 0.0575869 Apr 11 06:36:17.899228 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4be6e30c-fe80-4dd7-96c4-539c960ddfdd req-f3e709bb-fa2d-4d40-b36a-80ecf5b14569 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Apr 11 06:36:18.012852 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['777779ad-997e-459d-ba2e-ff2560f10483'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:18.368944 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e9df5-776c-4aaa-beaa-ce0cc7cf170c req-7b1a8cd5-c045-4150-9b2b-fc5c13d308a2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:18.370738 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a26e9df5-776c-4aaa-beaa-ce0cc7cf170c req-7b1a8cd5-c045-4150-9b2b-fc5c13d308a2 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0477412 Apr 11 06:36:18.422739 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a26e9df5-776c-4aaa-beaa-ce0cc7cf170c req-c1a276a4-0a41-4ced-a9cd-9c3c7fe83b3e tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442851 Apr 11 06:36:18.547586 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ddc4-a383-4861-b13f-bed6339bed7b req-ec08bd2a-4e3d-4418-8e5d-8c6625e74b32 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:18.549188 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-60d9ddc4-a383-4861-b13f-bed6339bed7b req-ec08bd2a-4e3d-4418-8e5d-8c6625e74b32 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0601611 Apr 11 06:36:18.557883 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:18.562516 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Request body: {'floatingip': {'port_id': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:18.600865 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.062630 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.066892 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b55a-fa5e-4fc9-9568-186d372887e0 req-7c6e135b-a7df-4be4-afa4-17f350caee09 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.068365 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4d24b55a-fa5e-4fc9-9568-186d372887e0 req-7c6e135b-a7df-4be4-afa4-17f350caee09 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 945 time: 0.0983524 Apr 11 06:36:19.101606 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.111363 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.164617 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4d24b55a-fa5e-4fc9-9568-186d372887e0 req-0deda2bd-a389-4b28-b416-d53da05e8bcc tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898974 Apr 11 06:36:19.227991 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Floating IP 24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4 associated. External IP: 172.28.1.127, port: ac90c9cc-2255-4622-b0ce-cd795b467fe4. Apr 11 06:36:19.342214 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:36:19.390922 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 777779ad-997e-459d-ba2e-ff2560f10483 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:36:19.398514 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 777779ad-997e-459d-ba2e-ff2560f10483 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:19.399066 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (777779ad-997e-459d-ba2e-ff2560f10483), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.443887 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:19.474720 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 777779ad-997e-459d-ba2e-ff2560f10483 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:19.475129 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.497201 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:19.499463 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c9a3fa-974d-4409-a08f-f731de0c4d3d" -d '{"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-plugged", "status": "completed", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:19.512439 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:19.517303 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.543557 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e9076-cc4e-412c-a0a7-855f8ce42289 x-openstack-request-id: req-636e9076-cc4e-412c-a0a7-855f8ce42289 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:19.543938 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-plugged", "status": "completed", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:19.544146 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-636e9076-cc4e-412c-a0a7-855f8ce42289 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:19.544517 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636e9076-cc4e-412c-a0a7-855f8ce42289'] response: {'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'code': 200} Apr 11 06:36:19.558409 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:19.562949 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.595648 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-11144d33-df27-4b83-90ba-7f6e3e280afc tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "PUT /v2.0/floatingips/24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4 HTTP/1.1" status: 200 len: 991 time: 1.0347893 Apr 11 06:36:19.595648 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:19.597000 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:19.633851 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c794a7f-4aa7-41f7-af9e-59f80954ea3f x-openstack-request-id: req-3c794a7f-4aa7-41f7-af9e-59f80954ea3f {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:19.634146 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:19.634402 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c794a7f-4aa7-41f7-af9e-59f80954ea3f {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:19.634840 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c794a7f-4aa7-41f7-af9e-59f80954ea3f'] response: {'name': 'network-changed', 'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'status': 'completed', 'code': 200} Apr 11 06:36:19.698036 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:19.706602 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:19.714064 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:19.714672 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.760888 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-3ba28aac-e8a6-4515-857c-6be151281dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.762300 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-3ba28aac-e8a6-4515-857c-6be151281dfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 1129 time: 0.0499904 Apr 11 06:36:19.817273 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3ee8-f68f-4ccf-946e-94a23b237eda req-748252fd-5656-4678-af35-2394e705267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.818938 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a33d3ee8-f68f-4ccf-946e-94a23b237eda req-748252fd-5656-4678-af35-2394e705267d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.0387301 Apr 11 06:36:19.822556 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:19.866776 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-c038f916-7eba-4c1a-bfe1-586f0d69e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.867056 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a33d3ee8-f68f-4ccf-946e-94a23b237eda req-fba49fc5-2296-4ad2-bb65-72d024b926a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404098 Apr 11 06:36:19.868234 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-c038f916-7eba-4c1a-bfe1-586f0d69e6b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 200 len: 912 time: 0.0894976 Apr 11 06:36:20.033951 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'port_id': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'mac_address': 'fa:16:3e:bf:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75071c01-343c-4d74-a632-8c6137c4fb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:01Z', 'updated_at': '2022-04-11T06:36:18Z', 'revision_number': 1, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:20.062565 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:20.071379 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:20.072004 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:20.186408 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:20.208112 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-6e4f40df-f16b-459a-88b1-9380df799b88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4 HTTP/1.1" status: 200 len: 999 time: 0.0583274 Apr 11 06:36:20.263645 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-6127822a-e39a-4006-b1b8-c35daf7818e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:20.265239 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-6127822a-e39a-4006-b1b8-c35daf7818e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 200 len: 850 time: 0.0496731 Apr 11 06:36:20.292845 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913fdb8-6439-421d-96db-b2d8fb13835d req-fcbfedc5-0a47-4541-8f0e-b840a87897bd tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:20.294278 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f913fdb8-6439-421d-96db-b2d8fb13835d req-fcbfedc5-0a47-4541-8f0e-b840a87897bd tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0541565 Apr 11 06:36:20.316542 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-d1ddc7bd-5190-41c3-b3ed-24918e11246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:20.318057 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-d1ddc7bd-5190-41c3-b3ed-24918e11246e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0f6c81c-6ac0-4772-9059-d7f045c7c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453780 Apr 11 06:36:20.344286 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f913fdb8-6439-421d-96db-b2d8fb13835d req-e6758b36-8fdc-4cd9-8135-73703a46a7a8 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Apr 11 06:36:20.405379 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'port_id': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'mac_address': 'fa:16:3e:bf:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75071c01-343c-4d74-a632-8c6137c4fb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:01Z', 'updated_at': '2022-04-11T06:36:18Z', 'revision_number': 1, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:20.408710 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-77ce84dc-a94f-4a8c-9298-06af0572a041 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824289 Apr 11 06:36:20.435235 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0d5be-177a-45ca-af96-42378f0863b9 None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'port_id': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'mac_address': 'fa:16:3e:bf:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75071c01-343c-4d74-a632-8c6137c4fb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:01Z', 'updated_at': '2022-04-11T06:36:18Z', 'revision_number': 1, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:20.636940 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f4c982-ff66-4f13-a66a-af3e12bd231d None None] New status for floating IP 24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:20.958061 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-970d7ac4-3da4-4c83-b2be-b09a80ad5d5e req-746e32d9-de96-46a0-836c-a2694e260b74 service neutron] 10.222.0.26 "GET /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943472 Apr 11 06:36:21.460048 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26a5c0-791e-4324-8594-148f7cbe1a94 req-c657e2d1-604a-4f27-bdfb-8ee868e12c04 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:21.461532 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6a26a5c0-791e-4324-8594-148f7cbe1a94 req-c657e2d1-604a-4f27-bdfb-8ee868e12c04 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0475340 Apr 11 06:36:21.513759 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6a26a5c0-791e-4324-8594-148f7cbe1a94 req-bcd23c09-9937-4492-97f9-2f74e68d44ba tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Apr 11 06:36:21.638274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e4eb2-cc51-48e0-9ef8-35171187be4e req-807c2b4a-655a-4404-b534-8266c42e5808 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:21.640058 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d57e4eb2-cc51-48e0-9ef8-35171187be4e req-807c2b4a-655a-4404-b534-8266c42e5808 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0521646 Apr 11 06:36:21.691108 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d57e4eb2-cc51-48e0-9ef8-35171187be4e req-0220a0fb-c7ab-4fe2-bb16-cc3631f1aeec tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Apr 11 06:36:21.715558 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:21.799217 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbef0d0-2b69-437c-b5a2-e458c3d41166 tempest-TestShelveInstance-1882849646 tempest-TestShelveInstance-1882849646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:21.800662 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4dbef0d0-2b69-437c-b5a2-e458c3d41166 tempest-TestShelveInstance-1882849646 tempest-TestShelveInstance-1882849646-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1125 time: 0.0841367 Apr 11 06:36:21.803814 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:21.807974 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'port_id': '777779ad-997e-459d-ba2e-ff2560f10483', 'tenant_id': '83201495984b46029008e2fada6d919c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:21.828638 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.902821 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.026645 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Allocated IP 172.28.1.148 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/64f01b1a-1062-4dcc-bde8-a3a9416e6ebc) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:22.128978 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.163897 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.202956 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:22.207109 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:22.213214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:22.216498 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'Port': ['ID=64f01b1a-1062-4dcc-bde8-a3a9416e6ebc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:22.578437 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for floatingip (cd7c087b-fb72-4ad0-9df4-944f4be1f77c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.654337 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.802194 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.808511 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.878801 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event updated for resources: {'Port': ['ID=64f01b1a-1062-4dcc-bde8-a3a9416e6ebc,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:22.889140 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (cd7c087b-fb72-4ad0-9df4-944f4be1f77c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.989870 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Floating IP cd7c087b-fb72-4ad0-9df4-944f4be1f77c associated. External IP: 172.28.1.148, port: 777779ad-997e-459d-ba2e-ff2560f10483. Apr 11 06:36:23.195968 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:23.565069 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:23.576988 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] Sync routers for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:23.585410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:23.588004 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:23.588626 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:23.615359 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-54ff81a4-1f07-44a2-b43d-8d876d06e53a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8105254 Apr 11 06:36:23.615957 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:23.618222 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a4024-ffea-4790-a7e5-c889c2200177" -d '{"events": [{"name": "network-changed", "server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:23.653924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68460808-e078-4ea3-bd3e-e3087f83c492 x-openstack-request-id: req-68460808-e078-4ea3-bd3e-e3087f83c492 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:23.654186 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:23.654436 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68460808-e078-4ea3-bd3e-e3087f83c492 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:23.654866 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68460808-e078-4ea3-bd3e-e3087f83c492'] response: {'name': 'network-changed', 'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'status': 'completed', 'code': 200} Apr 11 06:36:23.704070 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:23.713377 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-8c5fcda2-48e2-4cb9-a7b3-cdedab1d18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.715113 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-8c5fcda2-48e2-4cb9-a7b3-cdedab1d18c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.0383930 Apr 11 06:36:23.806320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-258bdece-4897-4ee0-a27b-afd47b0009a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.807804 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-258bdece-4897-4ee0-a27b-afd47b0009a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.0865591 Apr 11 06:36:23.874246 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-4aefc7b7-d654-49f6-a4c0-cb3b0df22005 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 1000 time: 0.0588214 Apr 11 06:36:23.927630 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'cd7c087b-fb72-4ad0-9df4-944f4be1f77c', 'tenant_id': '83201495984b46029008e2fada6d919c', 'floating_ip_address': '172.28.1.148', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'port_id': '777779ad-997e-459d-ba2e-ff2560f10483', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'mac_address': 'fa:16:3e:fb:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:22Z', 'updated_at': '2022-04-11T06:36:22Z', 'revision_number': 0, 'project_id': '83201495984b46029008e2fada6d919c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:23.929584 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-2f25c459-4636-401d-ac1c-8cb14f1dfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.931125 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-2f25c459-4636-401d-ac1c-8cb14f1dfabe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0470731 Apr 11 06:36:23.957207 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] Checking router: be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:23.965787 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:23.966384 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:23.974037 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-99997ef7-55c4-40b5-bcd2-4159151047ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.975564 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-99997ef7-55c4-40b5-bcd2-4159151047ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0381377 Apr 11 06:36:24.063302 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-592e5bd0-53bb-45fb-9947-afef6170ca65 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808578 Apr 11 06:36:24.074952 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:24.125728 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:36:24.155690 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd9a4024-ffea-4790-a7e5-c889c2200177 req-4f5f9fd3-8fe5-468e-8004-35789fa58336 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854592 Apr 11 06:36:24.423283 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'cd7c087b-fb72-4ad0-9df4-944f4be1f77c', 'tenant_id': '83201495984b46029008e2fada6d919c', 'floating_ip_address': '172.28.1.148', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'port_id': '777779ad-997e-459d-ba2e-ff2560f10483', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'mac_address': 'fa:16:3e:fb:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:22Z', 'updated_at': '2022-04-11T06:36:22Z', 'revision_number': 0, 'project_id': '83201495984b46029008e2fada6d919c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:24.452577 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31711c7b-1009-42f7-9535-57fd8d589cc8 None None] The sync data for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb is: [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': 'cd7c087b-fb72-4ad0-9df4-944f4be1f77c', 'tenant_id': '83201495984b46029008e2fada6d919c', 'floating_ip_address': '172.28.1.148', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'port_id': '777779ad-997e-459d-ba2e-ff2560f10483', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'mac_address': 'fa:16:3e:fb:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:22Z', 'updated_at': '2022-04-11T06:36:22Z', 'revision_number': 0, 'project_id': '83201495984b46029008e2fada6d919c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:24.644343 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930fa5cd-6a07-4133-bf24-47d8abbda8f6 None None] New status for floating IP cd7c087b-fb72-4ad0-9df4-944f4be1f77c: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:27.283910 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:31.571382 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f133b-1720-4743-be92-5460bcdc6c71 req-edffea36-fb2b-4e37-8c19-640acc91f430 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:31.572741 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-677f133b-1720-4743-be92-5460bcdc6c71 req-edffea36-fb2b-4e37-8c19-640acc91f430 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0477657 Apr 11 06:36:31.620581 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-677f133b-1720-4743-be92-5460bcdc6c71 req-41ecc880-17b1-4164-8670-631d5fd49c64 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Apr 11 06:36:32.758418 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bbcca-d7ee-4b3f-90e8-182638b9095d req-f6ffb450-c771-4e16-a4c7-c3d7ac01c844 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:32.759930 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d7bbcca-d7ee-4b3f-90e8-182638b9095d req-f6ffb450-c771-4e16-a4c7-c3d7ac01c844 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Apr 11 06:36:32.806559 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d7bbcca-d7ee-4b3f-90e8-182638b9095d req-0aba0003-25bf-4c5e-889a-8aa73b8fb716 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 Apr 11 06:36:33.922454 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee6dd-6821-4a73-9b59-c4162ba498eb req-70648dd4-df26-454a-b631-2e229f135726 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:33.923951 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1eeee6dd-6821-4a73-9b59-c4162ba498eb req-70648dd4-df26-454a-b631-2e229f135726 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Apr 11 06:36:33.975414 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1eeee6dd-6821-4a73-9b59-c4162ba498eb req-11891e14-daad-45e6-8a20-87ddaf034f5e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456550 Apr 11 06:36:35.097973 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd885e-d071-4ea3-b767-ccf568c75763 req-f89737b5-23cb-4752-be49-dc53c5d31124 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:35.099455 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2bbd885e-d071-4ea3-b767-ccf568c75763 req-f89737b5-23cb-4752-be49-dc53c5d31124 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0560021 Apr 11 06:36:35.150158 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2bbd885e-d071-4ea3-b767-ccf568c75763 req-f47b338f-2263-43d0-bf57-90cf33a485b6 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=e21d6075-9eee-4528-83c0-9a6e664b6e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449677 Apr 11 06:36:35.616179 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-6166e297-2329-4657-a403-c7e301a67941 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:35.617634 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-6166e297-2329-4657-a403-c7e301a67941 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 945 time: 0.0491512 Apr 11 06:36:35.710329 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Deleting port fa75cf50-ee4e-4a21-9ccc-809aea046f00 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:35.710554 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:35.803881 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] For port fa75cf50-ee4e-4a21-9ccc-809aea046f00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fa75cf50-ee4e-4a21-9ccc-809aea046f00,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:35.804200 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:35.981221 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:35.981487 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:35.981806 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Floating IP de780b1c-71d7-4f85-9b8d-6e4c8fc73614 disassociated. External IP: 172.28.1.35, port: fa75cf50-ee4e-4a21-9ccc-809aea046f00. Apr 11 06:36:35.982150 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Calling delete_port for fa75cf50-ee4e-4a21-9ccc-809aea046f00 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:36.125453 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (fa75cf50-ee4e-4a21-9ccc-809aea046f00), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:36.153212 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event deleted for resources: {'Port': ['ID=fa75cf50-ee4e-4a21-9ccc-809aea046f00,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:36.252591 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e345ec99-26d4-4b15-ade9-9fc5b8203c78 req-df5deb49-a92c-468a-8899-27f0ad522899 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=f030ee0a-847f-4e88-94dc-423f68373501 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Apr 11 06:36:36.275524 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Router 3377750c-233e-4109-bf34-38a007d8f958 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:36.386879 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:36.397217 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] Sync routers for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:36.406823 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:36.407445 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:36.433294 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] No DVR routers for this DVR port fa75cf50-ee4e-4a21-9ccc-809aea046f00 on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:36.435957 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:36.439139 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-056bed2d-a706-47b5-8394-e9089b5bb0cc req-325b8e5c-1c04-40f4-a7fd-58045daa380a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "DELETE /v2.0/ports/fa75cf50-ee4e-4a21-9ccc-809aea046f00 HTTP/1.1" status: 204 len: 173 time: 0.8141913 Apr 11 06:36:36.439578 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'name': 'network-vif-deleted', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:36.441841 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd04eae-7cf0-45d0-bbb3-5851ab508587" -d '{"events": [{"server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "name": "network-vif-deleted", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:36.481157 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7df1a-2e4d-49b1-8af4-74c33ebaedf6 x-openstack-request-id: req-c9d7df1a-2e4d-49b1-8af4-74c33ebaedf6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:36.481474 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030ee0a-847f-4e88-94dc-423f68373501", "name": "network-vif-deleted", "tag": "fa75cf50-ee4e-4a21-9ccc-809aea046f00", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:36.481734 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9d7df1a-2e4d-49b1-8af4-74c33ebaedf6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:36.482158 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d7df1a-2e4d-49b1-8af4-74c33ebaedf6'] response: {'server_uuid': 'f030ee0a-847f-4e88-94dc-423f68373501', 'name': 'network-vif-deleted', 'tag': 'fa75cf50-ee4e-4a21-9ccc-809aea046f00', 'status': 'completed', 'code': 200} Apr 11 06:36:36.528818 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:36.724388 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:36.750451 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] Checking router: 3377750c-233e-4109-bf34-38a007d8f958 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:36.759186 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:36.759768 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:36.879732 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:37.094298 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:37.123360 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f2387-0dfa-4ac7-af61-81e51dc6828d None None] The sync data for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb is: [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:08Z', 'revision_number': 4, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '15b62e42-0c5b-4f96-9472-f96f71d7177b', 'name': '', 'network_id': '8579e391-6742-41b6-815b-8f23258284ef', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'mac_address': 'fa:16:3e:d3:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:07Z', 'updated_at': '2022-04-11T06:31:13Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'subnets': [{'id': '875e74ca-3f53-4858-adc7-0d1eb39f9afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:37.341144 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:37.352386 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1ff66-27b8-48fb-8ad2-45b791a92b83 None None] New status for floating IP de780b1c-71d7-4f85-9b8d-6e4c8fc73614: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:37.397209 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40a84ad5-2b19-4d92-ad76-1d662ffbeb8e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group (e21d6075-9eee-4528-83c0-9a6e664b6e1c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.422024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40a84ad5-2b19-4d92-ad76-1d662ffbeb8e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group (e21d6075-9eee-4528-83c0-9a6e664b6e1c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.484142 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40a84ad5-2b19-4d92-ad76-1d662ffbeb8e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e21d6075-9eee-4528-83c0-9a6e664b6e1c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.487348 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40a84ad5-2b19-4d92-ad76-1d662ffbeb8e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.490648 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-40a84ad5-2b19-4d92-ad76-1d662ffbeb8e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "DELETE /v2.0/security-groups/e21d6075-9eee-4528-83c0-9a6e664b6e1c HTTP/1.1" status: 204 len: 168 time: 0.1460636 Apr 11 06:36:37.491097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54232) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:37.511819 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a84ad5-2b19-4d92-ad76-1d662ffbeb8e tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21d6075-9eee-4528-83c0-9a6e664b6e1c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:37.513119 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.api.v2.resource [None req-7edb0beb-c528-4509-aa2c-31b213e2560f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] show failed (client error): The resource could not be found. Apr 11 06:36:37.514416 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7edb0beb-c528-4509-aa2c-31b213e2560f tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups/e21d6075-9eee-4528-83c0-9a6e664b6e1c HTTP/1.1" status: 404 len: 347 time: 0.0221686 Apr 11 06:36:37.517408 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54234) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:37.641845 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Deleting port b883a706-45f0-4444-8d13-294f492b64b5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:37.642190 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (b883a706-45f0-4444-8d13-294f492b64b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.724780 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (b883a706-45f0-4444-8d13-294f492b64b5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.725118 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (b883a706-45f0-4444-8d13-294f492b64b5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.737503 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Calling delete_port for b883a706-45f0-4444-8d13-294f492b64b5 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:37.873551 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (b883a706-45f0-4444-8d13-294f492b64b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.907633 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event deleted for resources: {'Port': ['ID=b883a706-45f0-4444-8d13-294f492b64b5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:37.968951 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks [] for floatingip (de780b1c-71d7-4f85-9b8d-6e4c8fc73614), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.971474 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:37.972633 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-f3ba414d-8812-4cc0-9801-55cf45fef280 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "DELETE /v2.0/floatingips/de780b1c-71d7-4f85-9b8d-6e4c8fc73614 HTTP/1.1" status: 204 len: 168 time: 0.4539506 Apr 11 06:36:39.436324 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device fa75cf50-ee4e-4a21-9ccc-809aea046f00 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:39.458283 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: fa75cf50-ee4e-4a21-9ccc-809aea046f00 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:39.458629 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device fa75cf50-ee4e-4a21-9ccc-809aea046f00 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:40.457183 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18bb8d-2d7a-4c49-b2a8-62567186ccae req-c33beb7c-b06f-4ff1-8f54-71b00cdc7b56 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:40.458666 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7d18bb8d-2d7a-4c49-b2a8-62567186ccae req-c33beb7c-b06f-4ff1-8f54-71b00cdc7b56 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0584092 Apr 11 06:36:40.509344 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7d18bb8d-2d7a-4c49-b2a8-62567186ccae req-1f3a8f0b-8939-4a3e-a41e-8fc561afd125 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Apr 11 06:36:41.645054 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef70ec-3aee-40f5-893d-db634b42bdf5 req-6a5ae44a-d3b3-49f8-a343-2e4217e90acb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:41.646588 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ffef70ec-3aee-40f5-893d-db634b42bdf5 req-6a5ae44a-d3b3-49f8-a343-2e4217e90acb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0599535 Apr 11 06:36:41.694419 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ffef70ec-3aee-40f5-893d-db634b42bdf5 req-0500323c-d7c9-4961-8d95-02edd2e293eb tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Apr 11 06:36:42.544834 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-781d90c1-e81d-494d-86e6-740b19d5e6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:42.549469 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-9c9f4a82-c8c6-4338-b11d-35e268eac4b9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:42.551042 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-9c9f4a82-c8c6-4338-b11d-35e268eac4b9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0533299 Apr 11 06:36:42.641628 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Deleting port 48f82179-babf-4e24-a766-eda4c48ba84f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:42.642109 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:42.740505 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] For port 48f82179-babf-4e24-a766-eda4c48ba84f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=48f82179-babf-4e24-a766-eda4c48ba84f,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:42.741342 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:42.754941 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Calling delete_port for 48f82179-babf-4e24-a766-eda4c48ba84f owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:42.821993 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aed2de-c8e6-4154-8425-8e1989b7aeb5 req-4b29e74f-40b9-4757-ae9d-7aaacf86c0a0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:42.828957 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b8aed2de-c8e6-4154-8425-8e1989b7aeb5 req-4b29e74f-40b9-4757-ae9d-7aaacf86c0a0 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0580258 Apr 11 06:36:42.871345 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b8aed2de-c8e6-4154-8425-8e1989b7aeb5 req-d37296be-f42e-4c7d-9316-4a8db1669c49 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Apr 11 06:36:42.889764 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (48f82179-babf-4e24-a766-eda4c48ba84f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:42.905577 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['432f14f6-b801-4728-8521-83dba67dc242', '48f82179-babf-4e24-a766-eda4c48ba84f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:42.923189 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event deleted for resources: {'Port': ['ID=48f82179-babf-4e24-a766-eda4c48ba84f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:42.973407 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] No DVR routers for this DVR port 48f82179-babf-4e24-a766-eda4c48ba84f on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:42.975920 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:42.979110 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-43766831-8180-4ddd-b2fd-e1e682516b31 req-84e1cab3-1031-4b57-a895-26c3466c7f82 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "DELETE /v2.0/ports/48f82179-babf-4e24-a766-eda4c48ba84f HTTP/1.1" status: 204 len: 173 time: 0.4221153 Apr 11 06:36:42.979545 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'name': 'network-vif-deleted', 'tag': '48f82179-babf-4e24-a766-eda4c48ba84f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:42.981788 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc639d8-0146-4544-8f31-41e1f252084b" -d '{"events": [{"server_uuid": "a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3", "name": "network-vif-deleted", "tag": "48f82179-babf-4e24-a766-eda4c48ba84f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:43.021307 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7734c095-362f-4354-8056-df90264a3a14 x-openstack-request-id: req-7734c095-362f-4354-8056-df90264a3a14 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:43.021599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3", "name": "network-vif-deleted", "tag": "48f82179-babf-4e24-a766-eda4c48ba84f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:43.021850 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7734c095-362f-4354-8056-df90264a3a14 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:43.022254 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7734c095-362f-4354-8056-df90264a3a14'] response: {'server_uuid': 'a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3', 'name': 'network-vif-deleted', 'tag': '48f82179-babf-4e24-a766-eda4c48ba84f', 'status': 'completed', 'code': 200} Apr 11 06:36:43.985152 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a2354deb-704d-44ef-94ed-87f24737b867 req-532e2c00-8439-4e9a-bea2-b257bb1f3d1a tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9acb4af-eefd-41d2-b5ee-318d3ae5b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0288160 Apr 11 06:36:44.873157 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6fdd22e4-b3b5-4772-be19-00c2fd9099f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:45.179065 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a125124-e5a3-4f5d-ae4e-8e2e36b4f501 req-d9a18670-bb70-4c87-8e60-56d7407643ba tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:45.180629 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8a125124-e5a3-4f5d-ae4e-8e2e36b4f501 req-d9a18670-bb70-4c87-8e60-56d7407643ba tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Apr 11 06:36:45.232558 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8a125124-e5a3-4f5d-ae4e-8e2e36b4f501 req-3f55151a-0d05-4925-8d82-17f082a59972 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459652 Apr 11 06:36:45.257534 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415cfa-a7b2-4a2e-a65b-1f6093a88654 req-df2fc2f1-5d3b-4a47-84b7-3e69b0d0cad6 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:45.259023 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2e415cfa-a7b2-4a2e-a65b-1f6093a88654 req-df2fc2f1-5d3b-4a47-84b7-3e69b0d0cad6 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0493047 Apr 11 06:36:45.306428 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2e415cfa-a7b2-4a2e-a65b-1f6093a88654 req-c466976d-8dc1-47e4-be8b-bccc53ae3a5c tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Apr 11 06:36:45.850116 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:46.359487 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125b2a4-894a-4044-921c-6c08baf8ffb4 req-26642f11-8d4b-4d62-862c-5110107d034b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:46.361088 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9125b2a4-894a-4044-921c-6c08baf8ffb4 req-26642f11-8d4b-4d62-862c-5110107d034b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0489049 Apr 11 06:36:46.409571 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9125b2a4-894a-4044-921c-6c08baf8ffb4 req-c28ed081-1902-4598-9554-b87da1dbd73b tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 Apr 11 06:36:46.419194 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba41b3-637a-4c9a-bd13-c088e6b5cb72 req-1a134779-5fca-46f0-bcce-0bbe29dd5d60 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:46.420706 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-32ba41b3-637a-4c9a-bd13-c088e6b5cb72 req-1a134779-5fca-46f0-bcce-0bbe29dd5d60 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0457115 Apr 11 06:36:46.471255 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-32ba41b3-637a-4c9a-bd13-c088e6b5cb72 req-ffe407ac-2dd0-46dd-ba0a-4dbd40c566a9 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Apr 11 06:36:47.298336 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:47.500263 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 48f82179-babf-4e24-a766-eda4c48ba84f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:47.520235 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 48f82179-babf-4e24-a766-eda4c48ba84f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:47.520534 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 48f82179-babf-4e24-a766-eda4c48ba84f not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:47.530975 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2702c3-ca1b-4a5f-bb1f-c8310706031d req-534f0ac4-75e3-43c9-967b-e076e3e96f6d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:47.532502 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8d2702c3-ca1b-4a5f-bb1f-c8310706031d req-534f0ac4-75e3-43c9-967b-e076e3e96f6d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0496354 Apr 11 06:36:47.580318 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8d2702c3-ca1b-4a5f-bb1f-c8310706031d req-bb1fac3d-7f88-4358-8ba4-ff1a713c76e5 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Apr 11 06:36:47.586198 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd090c-ae8c-4e68-8bfc-53d276ede897 req-f9cccb96-407f-4551-a1d2-2cf1810705dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:47.587739 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-49bd090c-ae8c-4e68-8bfc-53d276ede897 req-f9cccb96-407f-4551-a1d2-2cf1810705dc tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0478985 Apr 11 06:36:47.635916 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-49bd090c-ae8c-4e68-8bfc-53d276ede897 req-0e36c8c7-9a58-43ba-be50-a59e58861b78 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Apr 11 06:36:48.732422 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7360f08-67f1-4063-9516-cb0e5cdaddaa req-fb02a941-607b-4bbd-a665-f3f0a329ac79 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:48.733956 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7360f08-67f1-4063-9516-cb0e5cdaddaa req-fb02a941-607b-4bbd-a665-f3f0a329ac79 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0756278 Apr 11 06:36:48.751944 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fb92e-5c0f-4dc0-ab3c-883abeee5d38 req-30b1e33e-5c88-41ba-bbdd-f811f572dcc7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:48.753451 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ba5fb92e-5c0f-4dc0-ab3c-883abeee5d38 req-30b1e33e-5c88-41ba-bbdd-f811f572dcc7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0482411 Apr 11 06:36:48.760330 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-ada9ce7e-2771-47a8-8fef-1c19ba8f0572 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:48.761743 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-ada9ce7e-2771-47a8-8fef-1c19ba8f0572 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 946 time: 0.0715821 Apr 11 06:36:48.791327 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e7360f08-67f1-4063-9516-cb0e5cdaddaa req-b2de2ec3-ef92-43b7-88f5-3a0360e22f44 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518360 Apr 11 06:36:48.799601 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ba5fb92e-5c0f-4dc0-ab3c-883abeee5d38 req-4bd1575c-9286-470b-bf7d-25a226fdb421 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Apr 11 06:36:48.917502 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:48.917791 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.012333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] For port cf1d7ba2-75eb-42c6-9a44-96fe96c15196, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:49.012702 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.041649 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-cbf0320c-26fa-4911-88dc-f1e563b953aa tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:49.043110 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-cbf0320c-26fa-4911-88dc-f1e563b953aa tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 946 time: 0.0496545 Apr 11 06:36:49.071173 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.131343 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Deleting port 432f14f6-b801-4728-8521-83dba67dc242 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:49.131680 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (432f14f6-b801-4728-8521-83dba67dc242), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.188584 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.188933 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (36338cf1-d8d4-4f45-a990-e7890da9f941), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.189242 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP 36338cf1-d8d4-4f45-a990-e7890da9f941 disassociated. External IP: 172.28.1.33, port: cf1d7ba2-75eb-42c6-9a44-96fe96c15196. Apr 11 06:36:49.189578 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for cf1d7ba2-75eb-42c6-9a44-96fe96c15196 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:49.220146 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] For port 432f14f6-b801-4728-8521-83dba67dc242, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=432f14f6-b801-4728-8521-83dba67dc242,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:49.220510 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (432f14f6-b801-4728-8521-83dba67dc242), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.233917 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Calling delete_port for 432f14f6-b801-4728-8521-83dba67dc242 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:49.322869 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (cf1d7ba2-75eb-42c6-9a44-96fe96c15196), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.351430 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=cf1d7ba2-75eb-42c6-9a44-96fe96c15196,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:49.373851 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (432f14f6-b801-4728-8521-83dba67dc242), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.390789 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['432f14f6-b801-4728-8521-83dba67dc242'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:49.412966 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Pushing event deleted for resources: {'Port': ['ID=432f14f6-b801-4728-8521-83dba67dc242,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:49.464813 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] No DVR routers for this DVR port 432f14f6-b801-4728-8521-83dba67dc242 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:49.467710 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.471058 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-eab5eb84-0379-4bad-af32-393e6ea995bb req-b9ec99ba-e0df-4679-8e5a-9eb10555e8f7 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.26 "DELETE /v2.0/ports/432f14f6-b801-4728-8521-83dba67dc242 HTTP/1.1" status: 204 len: 173 time: 0.4226243 Apr 11 06:36:49.471521 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'name': 'network-vif-deleted', 'tag': '432f14f6-b801-4728-8521-83dba67dc242'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:49.473806 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469101a-e51b-4109-8526-7b43e8c1bcba" -d '{"events": [{"server_uuid": "ba95616c-ccda-4ab6-a8b8-cd790f0d356d", "name": "network-vif-deleted", "tag": "432f14f6-b801-4728-8521-83dba67dc242"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:49.486725 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:49.567446 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1b825-3bb7-4ff9-a813-16bc5753e546 x-openstack-request-id: req-5ed1b825-3bb7-4ff9-a813-16bc5753e546 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:49.567780 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba95616c-ccda-4ab6-a8b8-cd790f0d356d", "name": "network-vif-deleted", "tag": "432f14f6-b801-4728-8521-83dba67dc242", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:49.568642 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ed1b825-3bb7-4ff9-a813-16bc5753e546 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:49.569047 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed1b825-3bb7-4ff9-a813-16bc5753e546'] response: {'server_uuid': 'ba95616c-ccda-4ab6-a8b8-cd790f0d356d', 'name': 'network-vif-deleted', 'tag': '432f14f6-b801-4728-8521-83dba67dc242', 'status': 'completed', 'code': 200} Apr 11 06:36:49.600200 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:49.610912 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:49.621024 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:49.621620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:49.642177 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] No DVR routers for this DVR port cf1d7ba2-75eb-42c6-9a44-96fe96c15196 on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:49.644633 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:49.648039 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-063c907d-357e-4f2d-822d-7204d9b5c5a5 req-dc5b2d6f-346f-45d5-b58f-4d38943a6086 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "DELETE /v2.0/ports/cf1d7ba2-75eb-42c6-9a44-96fe96c15196 HTTP/1.1" status: 204 len: 173 time: 0.8149295 Apr 11 06:36:49.648459 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'name': 'network-vif-deleted', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:49.650721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c23676-2d6b-40f4-a4f7-d20b981a386f" -d '{"events": [{"server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "name": "network-vif-deleted", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:49.685872 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b490ae1-8c4d-484a-97ca-37111d628f3f x-openstack-request-id: req-4b490ae1-8c4d-484a-97ca-37111d628f3f {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:49.686306 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d51c3-5e3f-435f-b2a4-4444152fec93", "name": "network-vif-deleted", "tag": "cf1d7ba2-75eb-42c6-9a44-96fe96c15196", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:49.686649 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b490ae1-8c4d-484a-97ca-37111d628f3f {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:49.687186 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b490ae1-8c4d-484a-97ca-37111d628f3f'] response: {'server_uuid': 'b33d51c3-5e3f-435f-b2a4-4444152fec93', 'name': 'network-vif-deleted', 'tag': 'cf1d7ba2-75eb-42c6-9a44-96fe96c15196', 'status': 'completed', 'code': 200} Apr 11 06:36:49.733763 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:49.973993 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d8308f95-bd21-468e-aad6-5fa92871a31c req-85060356-4bd0-46f8-a023-01803f8ce782 tempest-ServerRescueNegativeTestJSON-714158272 tempest-ServerRescueNegativeTestJSON-714158272-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba95616c-ccda-4ab6-a8b8-cd790f0d356d HTTP/1.1" status: 200 len: 210 time: 0.0374429 Apr 11 06:36:50.001534 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fbc6abe5-1518-433e-aafb-ed574d7982d6 req-04d98099-e3b8-4c9a-96dc-b3007d101de1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=b33d51c3-5e3f-435f-b2a4-4444152fec93 HTTP/1.1" status: 200 len: 210 time: 0.0658967 Apr 11 06:36:50.154167 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:50.182942 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:50.194122 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:50.194717 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:50.314463 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:50.510474 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:50.539988 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e908a0c-5dc6-4dda-b9c3-f170b2b8471a None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:50.765172 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a8aaa-2192-4789-8e22-bec5a4796e64 None None] New status for floating IP 36338cf1-d8d4-4f45-a990-e7890da9f941: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:51.030726 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54350) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:51.089227 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:51.148308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (6be6b8ef-9f61-46cc-83cd-a4e34c8590ba), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.206253 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (6be6b8ef-9f61-46cc-83cd-a4e34c8590ba), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.329666 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (6be6b8ef-9f61-46cc-83cd-a4e34c8590ba), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.332195 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.333384 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/security-groups/6be6b8ef-9f61-46cc-83cd-a4e34c8590ba HTTP/1.1" status: 204 len: 168 time: 0.2430806 Apr 11 06:36:51.336385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54358) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:51.349660 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.api.v2.resource [None req-dd56b058-00b7-49b2-98c9-670be178d767 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] show failed (client error): The resource could not be found. Apr 11 06:36:51.350617 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-dd56b058-00b7-49b2-98c9-670be178d767 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups/6be6b8ef-9f61-46cc-83cd-a4e34c8590ba HTTP/1.1" status: 404 len: 347 time: 0.0132575 Apr 11 06:36:51.353559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54360) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:51.376831 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6b8ef-9f61-46cc-83cd-a4e34c8590ba,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:51.390633 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.391026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.391368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.391907 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.392244 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.392576 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.392903 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.393229 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.393554 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.393881 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.394215 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.394540 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.394890 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.395213 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.395531 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dab8cd-2e4d-4679-9865-000283925d71 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.473625 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port 8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:51.474015 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.511823 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 432f14f6-b801-4728-8521-83dba67dc242 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:51.532807 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 432f14f6-b801-4728-8521-83dba67dc242 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:51.533317 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 432f14f6-b801-4728-8521-83dba67dc242 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:51.533812 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device cf1d7ba2-75eb-42c6-9a44-96fe96c15196 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:51.545921 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (3377750c-233e-4109-bf34-38a007d8f958), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.550498 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.550867 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.553267 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: cf1d7ba2-75eb-42c6-9a44-96fe96c15196 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:51.553684 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device cf1d7ba2-75eb-42c6-9a44-96fe96c15196 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:51.563320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for 8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:51.694192 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.721385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=8a5546e8-fd3e-4d3e-92b2-c5a185c8fde5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:51.745646 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.745963 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.746328 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.746658 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.747013 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.747338 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.747680 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.747973 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.748310 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.748629 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.748934 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.749249 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.749564 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.749880 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.750199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:51.790230 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Deleting port 15b62e42-0c5b-4f96-9472-f96f71d7177b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:51.790774 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.791244 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (36338cf1-d8d4-4f45-a990-e7890da9f941), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.793662 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.794827 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a8f252ce-a45a-4f8e-beca-dcb597d28389 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/floatingips/36338cf1-d8d4-4f45-a990-e7890da9f941 HTTP/1.1" status: 204 len: 168 time: 0.4403789 Apr 11 06:36:51.866773 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] For port 15b62e42-0c5b-4f96-9472-f96f71d7177b, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=15b62e42-0c5b-4f96-9472-f96f71d7177b,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:51.867136 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.879680 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Calling delete_port for 15b62e42-0c5b-4f96-9472-f96f71d7177b owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:52.064658 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (15b62e42-0c5b-4f96-9472-f96f71d7177b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.089209 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b62e42-0c5b-4f96-9472-f96f71d7177b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:52.361476 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:52.366195 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105687553', 'description': 'tempest-description--2001052871'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:52.388785 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.462723 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (f50c3722-e9e0-4358-8826-7c0d218e8c04), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.468719 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (f50c3722-e9e0-4358-8826-7c0d218e8c04), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.498285 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c3722-e9e0-4358-8826-7c0d218e8c04,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:52.504383 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.506166 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-574977a4-8e26-4640-989b-321c7fbe0117 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432242 Apr 11 06:36:52.508578 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54366) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:52.513194 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': 'f50c3722-e9e0-4358-8826-7c0d218e8c04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:52.526929 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (3377750c-233e-4109-bf34-38a007d8f958), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.539050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (692b35a6-2e83-4ce5-a029-09d66c770448), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.595124 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (692b35a6-2e83-4ce5-a029-09d66c770448), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.599474 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (692b35a6-2e83-4ce5-a029-09d66c770448), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.619060 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692b35a6-2e83-4ce5-a029-09d66c770448,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:52.624654 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.625852 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-884457a2-f751-4561-9ae0-886003120a18 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162093 Apr 11 06:36:52.628437 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54368) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:52.632810 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'security_group_rule': {'security_group_id': 'f50c3722-e9e0-4358-8826-7c0d218e8c04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:52.658150 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (db8900a4-6c7d-45e4-a4c0-395552a3080e), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.715719 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (db8900a4-6c7d-45e4-a4c0-395552a3080e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.720600 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854707'] for security_group_rule (db8900a4-6c7d-45e4-a4c0-395552a3080e), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.737905 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8900a4-6c7d-45e4-a4c0-395552a3080e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:52.746267 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.747533 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4ceb3932-0e25-443a-86e8-eddaa33a8cb6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181579 Apr 11 06:36:52.750279 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Router 3377750c-233e-4109-bf34-38a007d8f958 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:52.750868 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:52.755477 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:52.775982 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.853061 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.857418 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:52.862859 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ab040e74-7e51-4c09-87b3-b0eb0400a7f1 admin admin] 10.222.0.11 "PUT /v2.0/routers/3377750c-233e-4109-bf34-38a007d8f958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309467 Apr 11 06:36:52.865287 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:52.868416 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] Sync routers for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:52.877679 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:52.878524 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:52.965618 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.28.1.120 (6b6ac893-76fb-4847-92d7-d9bdc0c76986/ca850bad-99f6-439e-9893-aaae7eb27ece/ef10f7f0-dff1-49b0-8388-c41fd5400268) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:52.974614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks [] for router (3377750c-233e-4109-bf34-38a007d8f958), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:52.989022 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:53.082011 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks [] for router_gateway (3377750c-233e-4109-bf34-38a007d8f958), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.082784 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.119635 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.128951 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Deleting port 61318466-1520-4eab-bd74-2ddb8cb843ce {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:53.129398 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.157001 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 6b6ac893-76fb-4847-92d7-d9bdc0c76986 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:53.161686 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:53.164779 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:36:52Z', 'revision_number': 5, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port': {'id': '61318466-1520-4eab-bd74-2ddb8cb843ce', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:70:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377750c-233e-4109-bf34-38a007d8f958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:53.169710 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:53.172819 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=ef10f7f0-dff1-49b0-8388-c41fd5400268,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:53.192930 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] Checking router: 3377750c-233e-4109-bf34-38a007d8f958 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:53.201243 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] Routers {'3377750c-233e-4109-bf34-38a007d8f958'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:53.201989 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['3377750c-233e-4109-bf34-38a007d8f958'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:53.208337 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] For port 61318466-1520-4eab-bd74-2ddb8cb843ce, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=61318466-1520-4eab-bd74-2ddb8cb843ce,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:53.208678 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.222505 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Calling delete_port for 61318466-1520-4eab-bd74-2ddb8cb843ce owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:53.259467 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (8b07d509-99b7-4196-89a2-658ef5ab1935), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.291937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] Set router 3377750c-233e-4109-bf34-38a007d8f958 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:53.297762 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.345268 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:36:53Z', 'revision_number': 6, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:53.375873 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788153c-d5fa-4f5a-9f0a-d5d4e5b78310 None None] The sync data for ids ['3377750c-233e-4109-bf34-38a007d8f958'] in dv-cinder-836996-3-smb is: [{'id': '3377750c-233e-4109-bf34-38a007d8f958', 'name': 'tempest-ServerRescueNegativeTestJSON-45872687-router', 'tenant_id': '1243241f5d7240d5b49894967b75a5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:04Z', 'updated_at': '2022-04-11T06:36:53Z', 'revision_number': 6, 'project_id': '1243241f5d7240d5b49894967b75a5e7', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:53.395273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (61318466-1520-4eab-bd74-2ddb8cb843ce), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.433724 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Pushing event deleted for resources: {'Port': ['ID=61318466-1520-4eab-bd74-2ddb8cb843ce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:53.464355 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.469823 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.486844 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (3377750c-233e-4109-bf34-38a007d8f958), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.536074 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=ef10f7f0-dff1-49b0-8388-c41fd5400268,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:53.545964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (8b07d509-99b7-4196-89a2-658ef5ab1935), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.562617 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.563965 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-1e70816d-f353-445c-9e25-a4cfd0d2097e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8119893 Apr 11 06:36:53.582226 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (3377750c-233e-4109-bf34-38a007d8f958), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.584510 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks [] for router_controller (3377750c-233e-4109-bf34-38a007d8f958), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.632038 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (3377750c-233e-4109-bf34-38a007d8f958), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.632193 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3377750c-233e-4109-bf34-38a007d8f958 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:36:53.637473 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.638661 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-708b0f11-c77f-49b7-bf5f-d8d76290d85b admin admin] 10.222.0.11 "DELETE /v2.0/routers/3377750c-233e-4109-bf34-38a007d8f958 HTTP/1.1" status: 204 len: 168 time: 0.7722225 Apr 11 06:36:53.641283 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54384) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:53.686811 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Deleting subnet 875e74ca-3f53-4858-adc7-0d1eb39f9afe {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:36:53.690005 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Publish callbacks [] for subnet (875e74ca-3f53-4858-adc7-0d1eb39f9afe), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.723105 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-629f4086-3200-467e-8ff8-a7218463f224 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--105687553&fields=id&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 267 time: 0.0509582 Apr 11 06:36:53.728979 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126057'] for subnet (875e74ca-3f53-4858-adc7-0d1eb39f9afe), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.813245 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (875e74ca-3f53-4858-adc7-0d1eb39f9afe), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.843466 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-b5cc81d6-ab89-4155-b1d0-925ecb4bd9b8 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:53.844941 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-b5cc81d6-ab89-4155-b1d0-925ecb4bd9b8 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.1133738 Apr 11 06:36:53.860208 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-4d2cec61-1a1a-4306-9336-dfd4ee4fa6fc tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/quotas/7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 375 time: 0.0095611 Apr 11 06:36:53.870829 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12318096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11778434'] for subnet (875e74ca-3f53-4858-adc7-0d1eb39f9afe), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.895552 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875e74ca-3f53-4858-adc7-0d1eb39f9afe,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:53.899222 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.903149 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-359624c6-2ee2-45de-9464-85fa701c141f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/875e74ca-3f53-4858-adc7-0d1eb39f9afe HTTP/1.1" status: 204 len: 168 time: 0.2600150 Apr 11 06:36:53.905028 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:53.906171 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3e277-6a84-4269-ab21-03c43d419fbf None None] Network 8579e391-6742-41b6-815b-8f23258284ef requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:36:53.914030 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-e16e5751-e7c8-4e20-9713-566e71096b9d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487304 Apr 11 06:36:53.971539 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (8579e391-6742-41b6-815b-8f23258284ef), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.015645 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-984dadcf-9242-4da1-9e5b-c0830d28ccdd service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887759 Apr 11 06:36:54.020548 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Deleting port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:54.020918 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.081889 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] For port 8f7b686b-400a-4d7b-a0a7-c2e46923da72, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=8f7b686b-400a-4d7b-a0a7-c2e46923da72,segment=NetworkSegment(c8d68115-593c-49d2-ac4c-abb6075a7f4d),segment_id=c8d68115-593c-49d2-ac4c-abb6075a7f4d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:54.082125 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.096640 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Calling delete_port for 8f7b686b-400a-4d7b-a0a7-c2e46923da72 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:54.107406 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-75f61b11-79df-4105-8f7d-05b71712596c service neutron] 10.222.0.11 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855577 Apr 11 06:36:54.152132 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] DHCP port deletion for 8579e391-6742-41b6-815b-8f23258284ef request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:36:54.202855 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.208357 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Deleting port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:54.209006 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.232806 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7b686b-400a-4d7b-a0a7-c2e46923da72,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:54.236271 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] No DVR routers for this DVR port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 on host dv-cinder-836996-3-smb {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:54.250050 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 15b62e42-0c5b-4f96-9472-f96f71d7177b no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:54.314549 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 15b62e42-0c5b-4f96-9472-f96f71d7177b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:54.315542 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (8579e391-6742-41b6-815b-8f23258284ef), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.315864 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 15b62e42-0c5b-4f96-9472-f96f71d7177b not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:54.316354 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8f7b686b-400a-4d7b-a0a7-c2e46923da72 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:54.342460 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8579e391-6742-41b6-815b-8f23258284ef']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:54.344729 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] For port 8f7b686b-400a-4d7b-a0a7-c2e46923da72, host dv-cinder-836996-3-smb, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:54.345128 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.347687 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 8f7b686b-400a-4d7b-a0a7-c2e46923da72 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:54.347957 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8f7b686b-400a-4d7b-a0a7-c2e46923da72 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:54.349506 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 61318466-1520-4eab-bd74-2ddb8cb843ce no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:54.354651 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d68115-593c-49d2-ac4c-abb6075a7f4d') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:54.355083 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d68115-593c-49d2-ac4c-abb6075a7f4d') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:54.370480 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (c8d68115-593c-49d2-ac4c-abb6075a7f4d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.380493 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 61318466-1520-4eab-bd74-2ddb8cb843ce {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:54.380839 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 61318466-1520-4eab-bd74-2ddb8cb843ce not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:54.383680 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Calling delete_port for 8f7b686b-400a-4d7b-a0a7-c2e46923da72 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:54.386549 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 06:36:54.387818 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (8f7b686b-400a-4d7b-a0a7-c2e46923da72), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.415068 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-be73db20-fdc8-4665-8f5f-427d5750d6f1 req-70230043-d02a-4061-ad99-e775b5c9d7d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 210 time: 0.0487280 Apr 11 06:36:54.415068 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (c8d68115-593c-49d2-ac4c-abb6075a7f4d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.418496 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] No DVR routers for this DVR port 8f7b686b-400a-4d7b-a0a7-c2e46923da72 on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:54.429795 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e1ae2-563b-408a-acf4-4ce613ab59a2 None None] Pushing event deleted for resources: {'Port': ['ID=8f7b686b-400a-4d7b-a0a7-c2e46923da72,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (c8d68115-593c-49d2-ac4c-abb6075a7f4d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:36:54.430357 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:36:54.489985 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (8579e391-6742-41b6-815b-8f23258284ef), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.497633 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.502263 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8579e391-6742-41b6-815b-8f23258284ef HTTP/1.1" status: 204 len: 168 time: 0.5963016 Apr 11 06:36:54.525250 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4565aa2-52c6-4dc8-ac75-a344ce9e8462 admin admin] Pushing event deleted for resources: {'Network': ['ID=8579e391-6742-41b6-815b-8f23258284ef,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:54.638029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54402) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:54.685304 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-03ab9e02-fcdc-463d-b179-1322bd37206f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1243241f5d7240d5b49894967b75a5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436006 Apr 11 06:36:54.685607 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:54.737204 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc67c44c-ba07-4fa1-a9ca-a6e6651aafe6 admin admin] Publish callbacks [] for security_group (ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.759267 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc67c44c-ba07-4fa1-a9ca-a6e6651aafe6 admin admin] Publish callbacks [] for security_group (ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.809615 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc67c44c-ba07-4fa1-a9ca-a6e6651aafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.812396 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc67c44c-ba07-4fa1-a9ca-a6e6651aafe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.813559 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-cc67c44c-ba07-4fa1-a9ca-a6e6651aafe6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a HTTP/1.1" status: 204 len: 168 time: 0.1270256 Apr 11 06:36:54.821313 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67c44c-ba07-4fa1-a9ca-a6e6651aafe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d7ffd-a7bf-4ce5-b3a9-65051e56a35a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:55.380181 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ef53cfc1-edb9-4b59-af65-bb3fcd3f98db tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:55.381697 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ef53cfc1-edb9-4b59-af65-bb3fcd3f98db tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 815 time: 0.1193523 Apr 11 06:36:55.461850 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-f19263f0-086f-4b99-a185-2d2087a892dd tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bebca78381742d58d139c3c832a249f HTTP/1.1" status: 200 len: 379 time: 0.0573449 Apr 11 06:36:55.508382 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-56677cdd-690b-4fb6-823f-235bc08d47c7 req-445c4caf-c5f1-490d-91cd-24ff59421db5 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 210 time: 0.0276859 Apr 11 06:36:55.509005 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'port': {'device_id': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'admin_state_up': True, 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'security_groups': ['f50c3722-e9e0-4358-8826-7c0d218e8c04']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:55.615113 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Made reservation on behalf of 7bebca78381742d58d139c3c832a249f for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:36:55.618411 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.748828 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Allocated IP 172.20.0.10 (774a1318-257a-4ece-bbef-773dbf5d872f/cc5ac5a6-3fe8-4221-9357-644342154a3f/4cb13320-071a-4e38-aae5-b256b20048ab) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:55.891202 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for port (4cb13320-071a-4e38-aae5-b256b20048ab), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.925766 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.969019 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Network 774a1318-257a-4ece-bbef-773dbf5d872f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:55.972647 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:55.976596 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:56.004290 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event updated for resources: {'Port': ['ID=4cb13320-071a-4e38-aae5-b256b20048ab,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:56.033993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.034621 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.053191 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-ba571e63-f626-4932-8017-9023271a6105 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495472 Apr 11 06:36:56.066228 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Request body: {'port': {'device_id': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:56.131609 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.207428 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0e81dcd9-0489-4c11-a97f-93304c8a7397 None None] Provisioning complete for port 4cb13320-071a-4e38-aae5-b256b20048ab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:56.208442 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e81dcd9-0489-4c11-a97f-93304c8a7397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.244418 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0e81dcd9-0489-4c11-a97f-93304c8a7397 None None] Port 4cb13320-071a-4e38-aae5-b256b20048ab cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:36:56.404203 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb13320-071a-4e38-aae5-b256b20048ab {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:56.412066 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Publish callbacks [] for port (4cb13320-071a-4e38-aae5-b256b20048ab), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.426589 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Transition to ACTIVE for port object 4cb13320-071a-4e38-aae5-b256b20048ab will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:36:56.430719 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.483542 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb13320-071a-4e38-aae5-b256b20048ab,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:56.566980 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Attempting to bind port 4cb13320-071a-4e38-aae5-b256b20048ab on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:36:56.567351 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Attempting to bind port 4cb13320-071a-4e38-aae5-b256b20048ab by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:36:56.567678 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Attempting to bind port 4cb13320-071a-4e38-aae5-b256b20048ab on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:56.572634 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Port 4cb13320-071a-4e38-aae5-b256b20048ab on network 774a1318-257a-4ece-bbef-773dbf5d872f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:36:56.572957 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Attempting to bind port 4cb13320-071a-4e38-aae5-b256b20048ab on network 774a1318-257a-4ece-bbef-773dbf5d872f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:56.578288 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:36:56.578709 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Checking segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:36:56.579104 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Bound using segment: {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:36:56.579536 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Bound port: 4cb13320-071a-4e38-aae5-b256b20048ab, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:36:56.579897 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.653311 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98eed0-3f68-48ab-8561-ac93426c1f88 req-639dfc5b-d622-453f-b5b0-c4c55dfdf60f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.654743 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cc98eed0-3f68-48ab-8561-ac93426c1f88 req-639dfc5b-d622-453f-b5b0-c4c55dfdf60f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 944 time: 0.0727324 Apr 11 06:36:56.698179 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] For port 4cb13320-071a-4e38-aae5-b256b20048ab, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:36:56.705410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] For port 4cb13320-071a-4e38-aae5-b256b20048ab, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4cb13320-071a-4e38-aae5-b256b20048ab,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:36:56.724359 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.736581 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cc98eed0-3f68-48ab-8561-ac93426c1f88 req-d6d51bfe-4177-4137-9b4a-12eb2d1002d1 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758846 Apr 11 06:36:56.760446 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.761084 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.762443 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] 10.222.0.26 "PUT /v2.0/ports/4cb13320-071a-4e38-aae5-b256b20048ab HTTP/1.1" status: 200 len: 1094 time: 0.7006834 Apr 11 06:36:56.764767 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:56.767970 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24c9b04-8634-4d19-b2e0-38f379f98ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:56.797539 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253120a-944d-43e6-a59c-723421dfbaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb13320-071a-4e38-aae5-b256b20048ab,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:56.806595 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e5d55f-36c4-4c15-901d-1fd5c1f92d10 x-openstack-request-id: req-69e5d55f-36c4-4c15-901d-1fd5c1f92d10 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:56.806925 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:56.807176 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69e5d55f-36c4-4c15-901d-1fd5c1f92d10 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:56.807595 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e5d55f-36c4-4c15-901d-1fd5c1f92d10'] response: {'name': 'network-changed', 'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab', 'status': 'completed', 'code': 200} Apr 11 06:36:56.849859 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-a3c66f54-619c-4b3d-b1a5-1aec9f35bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.851538 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-a3c66f54-619c-4b3d-b1a5-1aec9f35bd00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 1128 time: 0.0400562 Apr 11 06:36:56.894640 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-53e3892e-29d1-4630-ab52-01f97385ba5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb13320-071a-4e38-aae5-b256b20048ab HTTP/1.1" status: 200 len: 217 time: 0.0346417 Apr 11 06:36:56.948308 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-730b9c59-c27b-40c6-a6f4-4abe025cadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.949717 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-730b9c59-c27b-40c6-a6f4-4abe025cadfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0471146 Apr 11 06:36:56.997348 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcf5b-0eaf-4937-948d-3072045410db req-60e52d7c-110e-4e39-ab00-92966b621cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.998856 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-60e52d7c-110e-4e39-ab00-92966b621cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403264 Apr 11 06:36:57.095506 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-2aaae10a-9ec0-4451-940b-f43288918768 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895221 Apr 11 06:36:57.187026 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-81cfcf5b-0eaf-4937-948d-3072045410db req-f3dd29dd-615f-4aee-afa5-6424899e39cb service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Apr 11 06:36:57.280669 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:57.860464 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd5b38-9fd5-45ef-b31a-70baed594393 req-8954343d-2c04-4495-86f3-23455dbb2dce tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:57.861884 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bafd5b38-9fd5-45ef-b31a-70baed594393 req-8954343d-2c04-4495-86f3-23455dbb2dce tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 944 time: 0.0499156 Apr 11 06:36:57.912827 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-bafd5b38-9fd5-45ef-b31a-70baed594393 req-2e3b2e59-cdb4-4ab7-a069-2f696b321fc6 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Apr 11 06:36:59.043100 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8d40-7004-4f7a-b4d6-c61f20be796b req-a3707ae8-8c39-42ac-9a97-9359e5c9e1ba tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:59.044604 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bead8d40-7004-4f7a-b4d6-c61f20be796b req-a3707ae8-8c39-42ac-9a97-9359e5c9e1ba tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 944 time: 0.0615830 Apr 11 06:36:59.107280 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bead8d40-7004-4f7a-b4d6-c61f20be796b req-360b103b-be26-4bdf-978b-207db0a1a167 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485849 Apr 11 06:36:59.525681 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4cb13320-071a-4e38-aae5-b256b20048ab details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:36:59.632560 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 4cb13320-071a-4e38-aae5-b256b20048ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4cb13320-071a-4e38-aae5-b256b20048ab,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:59.644419 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '4cb13320-071a-4e38-aae5-b256b20048ab', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'port_id': '4cb13320-071a-4e38-aae5-b256b20048ab', 'mac_address': 'fa:16:3e:59:8d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:36:59.646321 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-2f8da121-a562-4cdc-aae0-782a091d754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:59.647862 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-2f8da121-a562-4cdc-aae0-782a091d754c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 1128 time: 0.0472298 Apr 11 06:36:59.681584 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 4cb13320-071a-4e38-aae5-b256b20048ab is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:59.681883 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.696062 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb13320-071a-4e38-aae5-b256b20048ab {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:59.716708 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 4cb13320-071a-4e38-aae5-b256b20048ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4cb13320-071a-4e38-aae5-b256b20048ab,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:59.722654 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.772283 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=4cb13320-071a-4e38-aae5-b256b20048ab,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:59.951105 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-07ed8b2f-de73-4144-8378-a222c424adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:59.952595 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-07ed8b2f-de73-4144-8378-a222c424adf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0934420 Apr 11 06:37:00.010035 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-39159158-a269-4c93-866b-2d7b3fdb1a2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb13320-071a-4e38-aae5-b256b20048ab HTTP/1.1" status: 200 len: 217 time: 0.0493445 Apr 11 06:37:00.102067 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['4cb13320-071a-4e38-aae5-b256b20048ab'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:37:00.233566 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc8ee2-d521-4394-881e-c2646c9eb6f6 req-cdd3ecb4-9ac8-4a6c-a94e-e8433f44955d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:00.235087 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5ecc8ee2-d521-4394-881e-c2646c9eb6f6 req-cdd3ecb4-9ac8-4a6c-a94e-e8433f44955d tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 945 time: 0.0544074 Apr 11 06:37:00.309892 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5ecc8ee2-d521-4394-881e-c2646c9eb6f6 req-4d63f5c0-4621-4082-9aa7-cb22747cf35e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681703 Apr 11 06:37:00.322921 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-68352a8d-95f7-49ec-9b52-085b2873c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:00.324418 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-68352a8d-95f7-49ec-9b52-085b2873c8ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0554268 Apr 11 06:37:00.373327 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-5721e2af-9665-4981-9691-6a9cd4b22996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:00.374971 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-5721e2af-9665-4981-9691-6a9cd4b22996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432169 Apr 11 06:37:00.719875 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-0de0c61d-a3b8-4f74-b6e1-d09519a24680 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378377 Apr 11 06:37:00.816005 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a24c9b04-8634-4d19-b2e0-38f379f98ee9 req-9a34fc0d-7a85-49a9-b6de-f20e9de82be2 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881448 Apr 11 06:37:01.125518 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:37:01.435731 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b980be-d365-4503-8e64-63585833f363 req-9fbcedd0-5855-4de0-a0f9-27a01ad75262 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:01.437245 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-69b980be-d365-4503-8e64-63585833f363 req-9fbcedd0-5855-4de0-a0f9-27a01ad75262 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 945 time: 0.0518036 Apr 11 06:37:01.487752 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-69b980be-d365-4503-8e64-63585833f363 req-24658448-ebb6-428f-93b0-485dce530e38 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Apr 11 06:37:01.527914 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4cb13320-071a-4e38-aae5-b256b20048ab up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:01.579288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 4cb13320-071a-4e38-aae5-b256b20048ab completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:37:01.587800 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 4cb13320-071a-4e38-aae5-b256b20048ab triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:01.588242 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.663154 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 4cb13320-071a-4e38-aae5-b256b20048ab is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:01.663531 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.687095 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:01.689359 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb41714-a9a5-4bf4-9245-6d980d5f71bb" -d '{"events": [{"server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "name": "network-vif-plugged", "status": "completed", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:01.703361 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 4cb13320-071a-4e38-aae5-b256b20048ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4cb13320-071a-4e38-aae5-b256b20048ab,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:01.711330 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.740159 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7176d2-1e1c-4ea5-8820-ed4d0f61b456 x-openstack-request-id: req-cc7176d2-1e1c-4ea5-8820-ed4d0f61b456 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:01.740447 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "name": "network-vif-plugged", "status": "completed", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:01.740692 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc7176d2-1e1c-4ea5-8820-ed4d0f61b456 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:01.741075 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7176d2-1e1c-4ea5-8820-ed4d0f61b456'] response: {'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab', 'code': 200} Apr 11 06:37:01.767185 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=4cb13320-071a-4e38-aae5-b256b20048ab,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:01.897357 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a6340-bb64-4e33-82cf-3d39cb8b8c7b req-bd1767da-0c47-4169-a840-ed6f0e0e9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:01.898877 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-956a6340-bb64-4e33-82cf-3d39cb8b8c7b req-bd1767da-0c47-4169-a840-ed6f0e0e9cfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 1130 time: 0.0403357 Apr 11 06:37:01.943715 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-956a6340-bb64-4e33-82cf-3d39cb8b8c7b req-d469c8c1-43f7-47f0-91e9-8ab8f123851e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380776 Apr 11 06:37:02.614353 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bddce-4840-4347-9672-3c87ef29801c req-e442ad59-3515-4210-9362-4085a17cc100 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:02.615915 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534bddce-4840-4347-9672-3c87ef29801c req-e442ad59-3515-4210-9362-4085a17cc100 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0547247 Apr 11 06:37:02.665685 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-534bddce-4840-4347-9672-3c87ef29801c req-9fa96a38-c1c8-4075-8258-40acddb451d9 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415442 Apr 11 06:37:03.800787 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c53e77-9e5f-4e43-88d9-c62c7a7f82eb req-1f9fd85f-f6ba-47d9-a71b-cf048fd2c48a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:03.802341 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-29c53e77-9e5f-4e43-88d9-c62c7a7f82eb req-1f9fd85f-f6ba-47d9-a71b-cf048fd2c48a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0482264 Apr 11 06:37:03.858940 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-29c53e77-9e5f-4e43-88d9-c62c7a7f82eb req-258a8eca-2f9a-416e-bc7a-e4928240f3de tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487666 Apr 11 06:37:04.982120 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89887a3d-9898-4dc3-9ad9-fa65186bf8a8 req-c6f60486-8407-466a-ab23-01dd57b5b9aa tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:04.983628 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-89887a3d-9898-4dc3-9ad9-fa65186bf8a8 req-c6f60486-8407-466a-ab23-01dd57b5b9aa tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0505097 Apr 11 06:37:05.034044 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-89887a3d-9898-4dc3-9ad9-fa65186bf8a8 req-9fee50af-c2f3-4d13-b6aa-ef3fb8a7dca0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Apr 11 06:37:05.146924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e755-0ea6-4006-859f-77aabd9d5bd8 req-cb178e1d-1428-4cf3-8fa4-e2d26f756ad4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:05.148295 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-39f8e755-0ea6-4006-859f-77aabd9d5bd8 req-cb178e1d-1428-4cf3-8fa4-e2d26f756ad4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0495186 Apr 11 06:37:05.157325 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:05.162158 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Request body: {'floatingip': {'port_id': '4cb13320-071a-4e38-aae5-b256b20048ab'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:05.201021 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (8b07d509-99b7-4196-89a2-658ef5ab1935), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:05.659448 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:05.665523 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (8b07d509-99b7-4196-89a2-658ef5ab1935), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:05.767315 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP 8b07d509-99b7-4196-89a2-658ef5ab1935 associated. External IP: 172.28.1.120, port: 4cb13320-071a-4e38-aae5-b256b20048ab. Apr 11 06:37:05.997456 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:06.106810 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:06.111877 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:06.116617 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:06.127938 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:06.128628 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:06.141068 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b7e56ad2-3b37-4049-ae25-4b94858e4d87 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "PUT /v2.0/floatingips/8b07d509-99b7-4196-89a2-658ef5ab1935 HTTP/1.1" status: 200 len: 992 time: 0.9826720 Apr 11 06:37:06.141668 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:06.143941 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1784408-1a28-413a-a7cd-d1e613f447f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:06.178330 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d912c-a144-4837-9dea-688a6fd24e1a x-openstack-request-id: req-352d912c-a144-4837-9dea-688a6fd24e1a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:06.178979 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:06.178979 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-352d912c-a144-4837-9dea-688a6fd24e1a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:06.179292 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352d912c-a144-4837-9dea-688a6fd24e1a'] response: {'name': 'network-changed', 'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab', 'status': 'completed', 'code': 200} Apr 11 06:37:06.238563 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:06.239304 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-2aea69a5-3089-4e21-aaad-7f675a3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:06.240979 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-2aea69a5-3089-4e21-aaad-7f675a3666b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bebca78381742d58d139c3c832a249f&device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 1130 time: 0.0397606 Apr 11 06:37:06.339560 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-8cf1a0b2-43ee-4aab-a5ef-4570205f13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:06.341435 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-8cf1a0b2-43ee-4aab-a5ef-4570205f13e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 200 len: 916 time: 0.0940962 Apr 11 06:37:06.405251 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-1067613c-60cc-4ae9-8e25-cba13ca3bf77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb13320-071a-4e38-aae5-b256b20048ab HTTP/1.1" status: 200 len: 1000 time: 0.0574517 Apr 11 06:37:06.460087 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-aecc49f8-6cab-4abe-b7ab-296b1c2f1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:06.461503 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-aecc49f8-6cab-4abe-b7ab-296b1c2f1ec5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 200 len: 854 time: 0.0508363 Apr 11 06:37:06.506663 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-32368c5f-479e-44e6-b9e0-58e72a9b7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:06.508363 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-32368c5f-479e-44e6-b9e0-58e72a9b7a4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=774a1318-257a-4ece-bbef-773dbf5d872f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0408866 Apr 11 06:37:06.549569 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '8b07d509-99b7-4196-89a2-658ef5ab1935', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': '4cb13320-071a-4e38-aae5-b256b20048ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:59:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:53Z', 'updated_at': '2022-04-11T06:37:05Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:06.579144 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:06.588647 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:06.589296 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:36:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:06.599729 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-3b82a0ab-0fc7-4238-8c14-4066707bf01e service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Apr 11 06:37:06.692851 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1784408-1a28-413a-a7cd-d1e613f447f0 req-6045b3e5-12eb-4884-881f-c51cbe09dfa4 service neutron] 10.222.0.26 "GET /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866570 Apr 11 06:37:06.696378 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:06.915093 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '8b07d509-99b7-4196-89a2-658ef5ab1935', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': '4cb13320-071a-4e38-aae5-b256b20048ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:59:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:53Z', 'updated_at': '2022-04-11T06:37:05Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:06.949181 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a499c0f-8b77-46db-9d98-cb0b218afa5e None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_floatingips': [{'id': '8b07d509-99b7-4196-89a2-658ef5ab1935', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'router_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'port_id': '4cb13320-071a-4e38-aae5-b256b20048ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'mac_address': 'fa:16:3e:59:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:53Z', 'updated_at': '2022-04-11T06:37:05Z', 'revision_number': 1, 'project_id': '7bebca78381742d58d139c3c832a249f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:07.146965 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bed02-22ee-45e1-aa00-f583f61ce8b1 None None] New status for floating IP 8b07d509-99b7-4196-89a2-658ef5ab1935: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:37:11.471320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:11.576745 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d897bdf1-6b48-4465-8539-4b8a636485bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.655509 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d897bdf1-6b48-4465-8539-4b8a636485bc admin admin] Publish callbacks [] for security_group (ffe630ca-11e1-40d5-ad99-e59fd290e5b1), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.661083 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d897bdf1-6b48-4465-8539-4b8a636485bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ffe630ca-11e1-40d5-ad99-e59fd290e5b1), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.696349 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897bdf1-6b48-4465-8539-4b8a636485bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe630ca-11e1-40d5-ad99-e59fd290e5b1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:11.700397 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d897bdf1-6b48-4465-8539-4b8a636485bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc72645e91414544b31031e12b8ad6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280805 Apr 11 06:37:11.703237 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54674) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:11.753062 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b5ead1a-0ffa-4df8-b9f7-62e91bfc1d19 admin admin] Publish callbacks [] for security_group (ffe630ca-11e1-40d5-ad99-e59fd290e5b1), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.774428 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b5ead1a-0ffa-4df8-b9f7-62e91bfc1d19 admin admin] Publish callbacks [] for security_group (ffe630ca-11e1-40d5-ad99-e59fd290e5b1), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.823354 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b5ead1a-0ffa-4df8-b9f7-62e91bfc1d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ffe630ca-11e1-40d5-ad99-e59fd290e5b1), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.826112 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b5ead1a-0ffa-4df8-b9f7-62e91bfc1d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:11.829620 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-6b5ead1a-0ffa-4df8-b9f7-62e91bfc1d19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffe630ca-11e1-40d5-ad99-e59fd290e5b1 HTTP/1.1" status: 204 len: 168 time: 0.1231742 Apr 11 06:37:11.835270 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ead1a-0ffa-4df8-b9f7-62e91bfc1d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe630ca-11e1-40d5-ad99-e59fd290e5b1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:12.093366 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:12.106434 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afb5629e-12cf-418a-9abb-dbf2d72e2adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.179582 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afb5629e-12cf-418a-9abb-dbf2d72e2adc admin admin] Publish callbacks [] for security_group (09bf974d-58fc-400d-9582-e518a49d50c9), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.185425 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afb5629e-12cf-418a-9abb-dbf2d72e2adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (09bf974d-58fc-400d-9582-e518a49d50c9), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.225194 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-afb5629e-12cf-418a-9abb-dbf2d72e2adc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbe06b9e3fc94c6f86a3fbfb7040326d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307352 Apr 11 06:37:12.226288 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5629e-12cf-418a-9abb-dbf2d72e2adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf974d-58fc-400d-9582-e518a49d50c9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:12.228122 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54686) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:12.279275 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dd8df2d-a498-4d2c-9d89-71d36fa16530 admin admin] Publish callbacks [] for security_group (09bf974d-58fc-400d-9582-e518a49d50c9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.304080 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dd8df2d-a498-4d2c-9d89-71d36fa16530 admin admin] Publish callbacks [] for security_group (09bf974d-58fc-400d-9582-e518a49d50c9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.353729 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dd8df2d-a498-4d2c-9d89-71d36fa16530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (09bf974d-58fc-400d-9582-e518a49d50c9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.356338 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dd8df2d-a498-4d2c-9d89-71d36fa16530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.357490 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8dd8df2d-a498-4d2c-9d89-71d36fa16530 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09bf974d-58fc-400d-9582-e518a49d50c9 HTTP/1.1" status: 204 len: 168 time: 0.1277616 Apr 11 06:37:12.368807 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8df2d-a498-4d2c-9d89-71d36fa16530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf974d-58fc-400d-9582-e518a49d50c9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:12.557279 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-916434ef-b4c2-41ae-946d-3569b70df66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:12.952242 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f741a9c-c4f3-4021-b6e7-9e1764bcb0a1 req-5311f044-882c-40b9-b399-0ef9f738fd5c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:12.953736 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9f741a9c-c4f3-4021-b6e7-9e1764bcb0a1 req-5311f044-882c-40b9-b399-0ef9f738fd5c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0514607 Apr 11 06:37:13.001525 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9f741a9c-c4f3-4021-b6e7-9e1764bcb0a1 req-2ff2aff9-33a5-48d9-aa80-46a37ec1c57b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Apr 11 06:37:14.129777 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d99aa-f7cf-4ea5-b1d9-e6d49cf49e02 req-67320a49-ac9d-469a-a73e-26e84f977a61 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:14.131387 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-918d99aa-f7cf-4ea5-b1d9-e6d49cf49e02 req-67320a49-ac9d-469a-a73e-26e84f977a61 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0548565 Apr 11 06:37:14.184849 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-918d99aa-f7cf-4ea5-b1d9-e6d49cf49e02 req-3193f720-794a-4ec5-b9eb-01043fde69d5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420687 Apr 11 06:37:14.869239 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f6053bf-6ba1-44ff-84b5-99ed2c7b3e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.305664 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5911-41ed-484f-a80b-72e8b4c1d3e7 req-04e3ddb8-6106-4b31-8a1c-41ad9ba4cf4c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:15.308337 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e80c5911-41ed-484f-a80b-72e8b4c1d3e7 req-04e3ddb8-6106-4b31-8a1c-41ad9ba4cf4c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0515282 Apr 11 06:37:15.356623 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e80c5911-41ed-484f-a80b-72e8b4c1d3e7 req-99e115a0-f414-4268-a98f-93ab096525dd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440309 Apr 11 06:37:15.857610 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.476561 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c179-77d5-4485-9f71-6cc26bbcb440 req-eb456cee-c8c1-4a81-bacf-327d33f2e5b3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:16.478010 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1a23c179-77d5-4485-9f71-6cc26bbcb440 req-eb456cee-c8c1-4a81-bacf-327d33f2e5b3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0475085 Apr 11 06:37:16.524141 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1a23c179-77d5-4485-9f71-6cc26bbcb440 req-94f65023-af79-432a-9fad-243441ec85c6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Apr 11 06:37:17.305662 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.654107 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc9721-de58-4731-97ee-ee9f4c28e086 req-b26765f1-78a8-47ae-aa67-8ded7a0037d6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:17.655572 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d3cc9721-de58-4731-97ee-ee9f4c28e086 req-b26765f1-78a8-47ae-aa67-8ded7a0037d6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0511954 Apr 11 06:37:17.704049 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d3cc9721-de58-4731-97ee-ee9f4c28e086 req-a735e91e-d01a-42c0-a347-fad75b1f0d5d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Apr 11 06:37:18.166214 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:18.277801 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7095e9cf-b291-4875-a054-a1a383215c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.350965 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7095e9cf-b291-4875-a054-a1a383215c78 admin admin] Publish callbacks [] for security_group (e3dd972f-fcf5-4724-9275-a68de7aefd2f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.355660 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7095e9cf-b291-4875-a054-a1a383215c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e3dd972f-fcf5-4724-9275-a68de7aefd2f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.393461 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-7095e9cf-b291-4875-a054-a1a383215c78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d176ed0f6aec48de8cd2065b5c160160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260981 Apr 11 06:37:18.394627 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095e9cf-b291-4875-a054-a1a383215c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd972f-fcf5-4724-9275-a68de7aefd2f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.396276 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54796) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:18.448990 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4da3ec6-5940-4219-8bd3-bf231916db38 admin admin] Publish callbacks [] for security_group (e3dd972f-fcf5-4724-9275-a68de7aefd2f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.469857 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4da3ec6-5940-4219-8bd3-bf231916db38 admin admin] Publish callbacks [] for security_group (e3dd972f-fcf5-4724-9275-a68de7aefd2f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.519274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4da3ec6-5940-4219-8bd3-bf231916db38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e3dd972f-fcf5-4724-9275-a68de7aefd2f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.522483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4da3ec6-5940-4219-8bd3-bf231916db38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.523640 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d4da3ec6-5940-4219-8bd3-bf231916db38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3dd972f-fcf5-4724-9275-a68de7aefd2f HTTP/1.1" status: 204 len: 168 time: 0.1264198 Apr 11 06:37:18.531478 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da3ec6-5940-4219-8bd3-bf231916db38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd972f-fcf5-4724-9275-a68de7aefd2f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.791926 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:18.805731 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8060309a-5e3b-4ee7-93bc-c1b174ef317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.821667 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf12ec-e97a-4aa2-a3ab-179f04c6b354 req-6685f766-2668-4d40-b4cc-4ab4d912eb9b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:18.823199 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-15cf12ec-e97a-4aa2-a3ab-179f04c6b354 req-6685f766-2668-4d40-b4cc-4ab4d912eb9b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0493574 Apr 11 06:37:18.872422 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-15cf12ec-e97a-4aa2-a3ab-179f04c6b354 req-5eb729fa-0fc5-4cf9-b53f-b871baa94f12 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Apr 11 06:37:18.878540 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8060309a-5e3b-4ee7-93bc-c1b174ef317f admin admin] Publish callbacks [] for security_group (09f1f444-0a05-4fd9-ab50-a0d2a438f3b6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.883103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8060309a-5e3b-4ee7-93bc-c1b174ef317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (09f1f444-0a05-4fd9-ab50-a0d2a438f3b6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.922870 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8060309a-5e3b-4ee7-93bc-c1b174ef317f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=320b489501bf40a1a3c4a8ea5374e68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296647 Apr 11 06:37:18.923933 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060309a-5e3b-4ee7-93bc-c1b174ef317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1f444-0a05-4fd9-ab50-a0d2a438f3b6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.925721 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:18.983470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6e5a-8bbf-4c1d-bbfd-4fcee175673a admin admin] Publish callbacks [] for security_group (09f1f444-0a05-4fd9-ab50-a0d2a438f3b6), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.007356 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6e5a-8bbf-4c1d-bbfd-4fcee175673a admin admin] Publish callbacks [] for security_group (09f1f444-0a05-4fd9-ab50-a0d2a438f3b6), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.059567 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6e5a-8bbf-4c1d-bbfd-4fcee175673a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (09f1f444-0a05-4fd9-ab50-a0d2a438f3b6), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.062901 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6e5a-8bbf-4c1d-bbfd-4fcee175673a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.064719 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a5ba6e5a-8bbf-4c1d-bbfd-4fcee175673a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09f1f444-0a05-4fd9-ab50-a0d2a438f3b6 HTTP/1.1" status: 204 len: 168 time: 0.1368535 Apr 11 06:37:19.068351 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.074302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba6e5a-8bbf-4c1d-bbfd-4fcee175673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1f444-0a05-4fd9-ab50-a0d2a438f3b6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:19.990101 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fb8d6-bbb4-4d70-a118-691dcb9288f1 req-1df4d498-2e4d-4c7e-9481-e8f49e93b3c2 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:19.992057 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-402fb8d6-bbb4-4d70-a118-691dcb9288f1 req-1df4d498-2e4d-4c7e-9481-e8f49e93b3c2 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0477233 Apr 11 06:37:20.039809 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-402fb8d6-bbb4-4d70-a118-691dcb9288f1 req-16f32dcf-f683-4670-9906-48217983632c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Apr 11 06:37:21.158230 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899e427-ecf3-410a-b0e6-7f87da425edf req-a509e04a-fa52-4fba-a665-c01906915b53 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:21.159729 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4899e427-ecf3-410a-b0e6-7f87da425edf req-a509e04a-fa52-4fba-a665-c01906915b53 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Apr 11 06:37:21.212258 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4899e427-ecf3-410a-b0e6-7f87da425edf req-d1c4b5d3-e00e-4b00-a021-ba3e9bb7a5b7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466642 Apr 11 06:37:22.344605 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9d08-2d38-460d-92c8-e60c21662e26 req-4dcf9fbe-3acc-458b-8fd2-908f6eefd397 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:22.346010 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1a9b9d08-2d38-460d-92c8-e60c21662e26 req-4dcf9fbe-3acc-458b-8fd2-908f6eefd397 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0559108 Apr 11 06:37:22.394136 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1a9b9d08-2d38-460d-92c8-e60c21662e26 req-458b5e09-ea79-4d60-9ea4-715f84066d7b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Apr 11 06:37:23.513564 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831221f8-a602-4bea-a0ac-cf99c198c5a0 req-28a6e473-7b74-4b3a-bd73-f588ba509988 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:23.515010 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-831221f8-a602-4bea-a0ac-cf99c198c5a0 req-28a6e473-7b74-4b3a-bd73-f588ba509988 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0460730 Apr 11 06:37:23.566178 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-831221f8-a602-4bea-a0ac-cf99c198c5a0 req-64f22402-e32d-4229-ba16-59b87e3247b0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455446 Apr 11 06:37:24.137725 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54914) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.246626 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7368739d-c4c7-4392-90cc-e87c332c365b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.319106 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7368739d-c4c7-4392-90cc-e87c332c365b admin admin] Publish callbacks [] for security_group (19571e2a-e577-4252-bc6c-57a932ea710f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.324794 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7368739d-c4c7-4392-90cc-e87c332c365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (19571e2a-e577-4252-bc6c-57a932ea710f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.361457 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368739d-c4c7-4392-90cc-e87c332c365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19571e2a-e577-4252-bc6c-57a932ea710f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:24.369285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54918) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.378970 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7368739d-c4c7-4392-90cc-e87c332c365b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecb7952198cd4b8bb90cd7f0a27d62c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370853 Apr 11 06:37:24.420656 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93cf289e-4cf4-414d-8d96-a8bffcc2ba8f admin admin] Publish callbacks [] for security_group (19571e2a-e577-4252-bc6c-57a932ea710f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.441327 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93cf289e-4cf4-414d-8d96-a8bffcc2ba8f admin admin] Publish callbacks [] for security_group (19571e2a-e577-4252-bc6c-57a932ea710f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.488681 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93cf289e-4cf4-414d-8d96-a8bffcc2ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (19571e2a-e577-4252-bc6c-57a932ea710f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.491568 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93cf289e-4cf4-414d-8d96-a8bffcc2ba8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.492679 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-93cf289e-4cf4-414d-8d96-a8bffcc2ba8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19571e2a-e577-4252-bc6c-57a932ea710f HTTP/1.1" status: 204 len: 168 time: 0.1224225 Apr 11 06:37:24.499787 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf289e-4cf4-414d-8d96-a8bffcc2ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19571e2a-e577-4252-bc6c-57a932ea710f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:24.681516 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07079a-0492-4a39-a94e-d1a33943917e req-ba964b39-6ac3-43a0-a8da-454566933819 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:24.682995 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-df07079a-0492-4a39-a94e-d1a33943917e req-ba964b39-6ac3-43a0-a8da-454566933819 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0467725 Apr 11 06:37:24.730719 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-df07079a-0492-4a39-a94e-d1a33943917e req-a24a945a-cf23-4a6e-ae36-8900b2736bb1 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419497 Apr 11 06:37:24.759169 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.772049 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20d61c18-05df-4fee-9b72-c0fbc041d72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.844094 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20d61c18-05df-4fee-9b72-c0fbc041d72d admin admin] Publish callbacks [] for security_group (9dbaef86-35fc-4d26-9727-aee39f7b9022), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.850402 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20d61c18-05df-4fee-9b72-c0fbc041d72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9dbaef86-35fc-4d26-9727-aee39f7b9022), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.890279 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-20d61c18-05df-4fee-9b72-c0fbc041d72d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f3f501343ef4c4ea041db9b37a39fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299860 Apr 11 06:37:24.891532 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d61c18-05df-4fee-9b72-c0fbc041d72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbaef86-35fc-4d26-9727-aee39f7b9022,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:24.893148 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54928) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.941735 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79c584ba-ff04-4030-887f-655b38ade755 admin admin] Publish callbacks [] for security_group (9dbaef86-35fc-4d26-9727-aee39f7b9022), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.962586 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79c584ba-ff04-4030-887f-655b38ade755 admin admin] Publish callbacks [] for security_group (9dbaef86-35fc-4d26-9727-aee39f7b9022), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.010039 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79c584ba-ff04-4030-887f-655b38ade755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9dbaef86-35fc-4d26-9727-aee39f7b9022), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.012788 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79c584ba-ff04-4030-887f-655b38ade755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.013909 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-79c584ba-ff04-4030-887f-655b38ade755 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9dbaef86-35fc-4d26-9727-aee39f7b9022 HTTP/1.1" status: 204 len: 168 time: 0.1190856 Apr 11 06:37:25.021471 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c584ba-ff04-4030-887f-655b38ade755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbaef86-35fc-4d26-9727-aee39f7b9022,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.367559 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 54934) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:25.381409 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4846-e655-4a42-ba67-5c2351953bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.461198 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4846-e655-4a42-ba67-5c2351953bfc admin admin] Publish callbacks [] for security_group (09f1ef91-1e85-42d3-b69d-ed4e332de18d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.468023 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4846-e655-4a42-ba67-5c2351953bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (09f1ef91-1e85-42d3-b69d-ed4e332de18d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.505319 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ce0b4846-e655-4a42-ba67-5c2351953bfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09d8e867087c45968414f40ec0572f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366270 Apr 11 06:37:25.506306 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b4846-e655-4a42-ba67-5c2351953bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1ef91-1e85-42d3-b69d-ed4e332de18d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.508352 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 54936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:25.558498 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a48dfde7-9417-450e-8cd3-08392f0cc115 admin admin] Publish callbacks [] for security_group (09f1ef91-1e85-42d3-b69d-ed4e332de18d), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.579029 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a48dfde7-9417-450e-8cd3-08392f0cc115 admin admin] Publish callbacks [] for security_group (09f1ef91-1e85-42d3-b69d-ed4e332de18d), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.625879 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a48dfde7-9417-450e-8cd3-08392f0cc115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (09f1ef91-1e85-42d3-b69d-ed4e332de18d), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.628303 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a48dfde7-9417-450e-8cd3-08392f0cc115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.629449 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a48dfde7-9417-450e-8cd3-08392f0cc115 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09f1ef91-1e85-42d3-b69d-ed4e332de18d HTTP/1.1" status: 204 len: 168 time: 0.1200886 Apr 11 06:37:25.637025 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dfde7-9417-450e-8cd3-08392f0cc115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1ef91-1e85-42d3-b69d-ed4e332de18d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.711202 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:37:25.811558 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:25.823758 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '388b0513-69ee-4b58-863c-ab496377dd16', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'port_id': '388b0513-69ee-4b58-863c-ab496377dd16', 'mac_address': 'fa:16:3e:de:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:37:25.855560 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40624-addc-4185-a4dd-01efdb846a7d req-c334e06c-928c-47d8-889c-4dcc988d4a26 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:25.857682 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-16d40624-addc-4185-a4dd-01efdb846a7d req-c334e06c-928c-47d8-889c-4dcc988d4a26 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Apr 11 06:37:25.861235 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: ACTIVE; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:25.861632 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.874674 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 388b0513-69ee-4b58-863c-ab496377dd16 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:37:25.894964 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:25.900597 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.916372 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-16d40624-addc-4185-a4dd-01efdb846a7d req-f57cef85-1f51-4fba-8daa-16f9deadf2a0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522735 Apr 11 06:37:25.959309 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.967240 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.967589 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.967935 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.968276 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.968611 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.968939 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.969266 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.969589 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.969915 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.970238 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.970561 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.970929 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.971259 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.971632 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:25.971895 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:26.005442 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['388b0513-69ee-4b58-863c-ab496377dd16'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:37:27.049364 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160a8f-3384-4ca3-8831-cb42e6bd244e req-dde71475-0513-483d-a9cd-3a3e3955a3e6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:27.050975 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-42160a8f-3384-4ca3-8831-cb42e6bd244e req-dde71475-0513-483d-a9cd-3a3e3955a3e6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Apr 11 06:37:27.102928 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-42160a8f-3384-4ca3-8831-cb42e6bd244e req-e07cbacf-039d-4b2b-9165-06c38fa76f63 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Apr 11 06:37:27.275999 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:27.757169 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:27.810328 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 388b0513-69ee-4b58-863c-ab496377dd16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:27.810504 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (388b0513-69ee-4b58-863c-ab496377dd16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:27.887771 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:27.888154 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:27.910937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:27.913290 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149be76c-7d5c-464d-a356-d89ecf0012e7" -d '{"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-plugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:27.926116 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:27.942597 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:27.966662 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e556b642-26bc-4e86-a5f3-499902de5880 x-openstack-request-id: req-e556b642-26bc-4e86-a5f3-499902de5880 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:27.967005 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-plugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:27.967263 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e556b642-26bc-4e86-a5f3-499902de5880 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:27.967658 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e556b642-26bc-4e86-a5f3-499902de5880'] response: {'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'code': 200} Apr 11 06:37:27.994633 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:28.236558 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f0723-5789-49f2-8e51-274de70a496a req-c334f0bb-a48b-4070-bc1c-10656c92a03a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:28.237905 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-059f0723-5789-49f2-8e51-274de70a496a req-c334f0bb-a48b-4070-bc1c-10656c92a03a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0510962 Apr 11 06:37:28.283352 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-059f0723-5789-49f2-8e51-274de70a496a req-9a6b292e-1100-4cc5-aaf2-eab2577fb953 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Apr 11 06:37:29.404596 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ba9-5524-4bbf-9443-e8fb78359570 req-fc490153-053e-46ca-ad1d-96f5b68b088e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:29.406228 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8b461ba9-5524-4bbf-9443-e8fb78359570 req-fc490153-053e-46ca-ad1d-96f5b68b088e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0490422 Apr 11 06:37:29.465845 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8b461ba9-5524-4bbf-9443-e8fb78359570 req-78371f97-ad66-4a3f-b950-cc376ede3694 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538874 Apr 11 06:37:30.587856 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71625284-2c99-4063-a1f5-fb79ad2b4af1 req-58b96f5e-f8d5-4043-8143-a97c6a150fc8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:30.589343 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-71625284-2c99-4063-a1f5-fb79ad2b4af1 req-58b96f5e-f8d5-4043-8143-a97c6a150fc8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0481389 Apr 11 06:37:30.649019 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-71625284-2c99-4063-a1f5-fb79ad2b4af1 req-615420b1-ae38-486d-90c8-ea5146723175 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507910 Apr 11 06:37:31.783085 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a6a21-67bc-4bb7-8cca-b99dfd4f04ee req-6078877b-cf43-490b-948c-5ea03312ee19 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:31.784638 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f37a6a21-67bc-4bb7-8cca-b99dfd4f04ee req-6078877b-cf43-490b-948c-5ea03312ee19 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0510886 Apr 11 06:37:31.836913 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f37a6a21-67bc-4bb7-8cca-b99dfd4f04ee req-b5372106-f412-4852-be9f-ca0d64186081 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Apr 11 06:37:32.965723 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f9dc8-e932-4abf-b542-ef8394c0d50f req-89cfac1e-cd17-47d8-80e4-ddbad85e3c53 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:32.967642 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ec3f9dc8-e932-4abf-b542-ef8394c0d50f req-89cfac1e-cd17-47d8-80e4-ddbad85e3c53 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0536497 Apr 11 06:37:33.020762 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ec3f9dc8-e932-4abf-b542-ef8394c0d50f req-1343bfeb-ef12-4dcb-b8ea-431e092621ef tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457513 Apr 11 06:37:33.093738 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55064) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:33.194999 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914cf338-5027-4f59-af04-96cd03da713a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.284725 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914cf338-5027-4f59-af04-96cd03da713a admin admin] Publish callbacks [] for security_group (d2db5e77-9286-4546-937b-950a2fee2c74), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.289324 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914cf338-5027-4f59-af04-96cd03da713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d2db5e77-9286-4546-937b-950a2fee2c74), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.331049 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-914cf338-5027-4f59-af04-96cd03da713a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20905ee9fe5342188f92a879497939af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338357 Apr 11 06:37:33.331049 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cf338-5027-4f59-af04-96cd03da713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2db5e77-9286-4546-937b-950a2fee2c74,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:33.331927 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:33.395971 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bc49-7d70-4569-9c06-d2050c8c95d7 admin admin] Publish callbacks [] for security_group (d2db5e77-9286-4546-937b-950a2fee2c74), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.425318 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bc49-7d70-4569-9c06-d2050c8c95d7 admin admin] Publish callbacks [] for security_group (d2db5e77-9286-4546-937b-950a2fee2c74), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.489789 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bc49-7d70-4569-9c06-d2050c8c95d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d2db5e77-9286-4546-937b-950a2fee2c74), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.492553 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e6a6bc49-7d70-4569-9c06-d2050c8c95d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:33.493903 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e6a6bc49-7d70-4569-9c06-d2050c8c95d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2db5e77-9286-4546-937b-950a2fee2c74 HTTP/1.1" status: 204 len: 168 time: 0.1587903 Apr 11 06:37:33.505931 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6bc49-7d70-4569-9c06-d2050c8c95d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2db5e77-9286-4546-937b-950a2fee2c74,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:34.163206 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0e73f-87ab-43d7-abc9-e4b9902ae95c req-ea6eb625-b9ff-44cd-80d5-9b54a6ef6a61 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:34.165560 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ccd0e73f-87ab-43d7-abc9-e4b9902ae95c req-ea6eb625-b9ff-44cd-80d5-9b54a6ef6a61 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0627279 Apr 11 06:37:34.224518 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ccd0e73f-87ab-43d7-abc9-e4b9902ae95c req-3e0a8cd7-cf14-48a8-82e2-bf020f2131a5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528038 Apr 11 06:37:35.363680 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce35fe-a713-4211-9c4a-d1ee5615f280 req-ecb033d4-de95-4594-bf91-898757548a36 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:35.375322 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f9ce35fe-a713-4211-9c4a-d1ee5615f280 req-ecb033d4-de95-4594-bf91-898757548a36 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0660443 Apr 11 06:37:35.428291 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f9ce35fe-a713-4211-9c4a-d1ee5615f280 req-d0c8b134-c043-4832-bac5-c01d373ff232 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509281 Apr 11 06:37:36.572924 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c1cf-5ff5-462f-9340-7d11e575f6a2 req-9952a17f-592a-4175-a67d-ba297b0ff9e6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:36.574448 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4438c1cf-5ff5-462f-9340-7d11e575f6a2 req-9952a17f-592a-4175-a67d-ba297b0ff9e6 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0589592 Apr 11 06:37:36.631485 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4438c1cf-5ff5-462f-9340-7d11e575f6a2 req-1803fce9-5342-40f5-a84e-86013449602d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478866 Apr 11 06:37:37.779709 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d76dab-db55-47f9-99d1-3fb6b421852c req-534bd185-8e63-4797-988e-1d7c143354a4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:37.783838 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1d76dab-db55-47f9-99d1-3fb6b421852c req-534bd185-8e63-4797-988e-1d7c143354a4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0575700 Apr 11 06:37:37.833144 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1d76dab-db55-47f9-99d1-3fb6b421852c req-07933bdd-6ab9-44cb-bbfa-ac8fbaa0023e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451028 Apr 11 06:37:37.854253 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:37.966069 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e70dc3a3-6286-4709-a3f8-957e7229849a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.044177 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e70dc3a3-6286-4709-a3f8-957e7229849a admin admin] Publish callbacks [] for security_group (a4f28c92-d5e1-445e-9595-3ecfc01f1e5c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.048922 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e70dc3a3-6286-4709-a3f8-957e7229849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a4f28c92-d5e1-445e-9595-3ecfc01f1e5c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.087696 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e70dc3a3-6286-4709-a3f8-957e7229849a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28ef583d149e42df9c7b8575aa53dbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323234 Apr 11 06:37:38.088621 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dc3a3-6286-4709-a3f8-957e7229849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f28c92-d5e1-445e-9595-3ecfc01f1e5c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:38.090792 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55158) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:38.126303 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:37:38.143458 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c11ee83-168d-4f60-9619-10fe2d573015 admin admin] Publish callbacks [] for security_group (a4f28c92-d5e1-445e-9595-3ecfc01f1e5c), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.168241 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c11ee83-168d-4f60-9619-10fe2d573015 admin admin] Publish callbacks [] for security_group (a4f28c92-d5e1-445e-9595-3ecfc01f1e5c), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.220523 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c11ee83-168d-4f60-9619-10fe2d573015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a4f28c92-d5e1-445e-9595-3ecfc01f1e5c), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.223278 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c11ee83-168d-4f60-9619-10fe2d573015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.224445 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2c11ee83-168d-4f60-9619-10fe2d573015 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4f28c92-d5e1-445e-9595-3ecfc01f1e5c HTTP/1.1" status: 204 len: 168 time: 0.1313608 Apr 11 06:37:38.233008 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11ee83-168d-4f60-9619-10fe2d573015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f28c92-d5e1-445e-9595-3ecfc01f1e5c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:38.967000 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e97fff-e47d-4a7f-9eb1-ce5c9536fc9d req-05f6ea2b-3a69-425a-87df-2fb8a8aeae6b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:38.968502 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-61e97fff-e47d-4a7f-9eb1-ce5c9536fc9d req-05f6ea2b-3a69-425a-87df-2fb8a8aeae6b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0531113 Apr 11 06:37:39.025293 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-61e97fff-e47d-4a7f-9eb1-ce5c9536fc9d req-2853ac72-8923-4062-ba24-6dd0c85fccb4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503421 Apr 11 06:37:40.149971 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631cab-4e37-4c6f-b1f2-c920becedf66 req-bdef2010-bc19-4326-8cdf-e618e4b8502f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:40.151467 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-11631cab-4e37-4c6f-b1f2-c920becedf66 req-bdef2010-bc19-4326-8cdf-e618e4b8502f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0516374 Apr 11 06:37:40.199938 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-11631cab-4e37-4c6f-b1f2-c920becedf66 req-5d108dad-62cb-4333-955a-26c2cb67ee7a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Apr 11 06:37:41.330038 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdca12-7613-4151-80e4-024b84195194 req-aae9bcbf-3fc6-4046-8c2c-f4989c688e8d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:41.332229 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d5cdca12-7613-4151-80e4-024b84195194 req-aae9bcbf-3fc6-4046-8c2c-f4989c688e8d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0505393 Apr 11 06:37:41.386211 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d5cdca12-7613-4151-80e4-024b84195194 req-09c9cc4a-7d2c-416e-adfe-631130a829a8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479221 Apr 11 06:37:42.517915 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1e00-5f9d-4a4d-8ced-2b1ce14243d1 req-11103215-36f4-4132-a614-263306e21139 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:42.519533 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a60d1e00-5f9d-4a4d-8ced-2b1ce14243d1 req-11103215-36f4-4132-a614-263306e21139 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0603282 Apr 11 06:37:42.554502 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9654e996-c352-4271-be9f-b2bb0b5b5696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:42.571753 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a60d1e00-5f9d-4a4d-8ced-2b1ce14243d1 req-a17d4271-6c83-4eb5-a4c1-e6b19f7c246f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460489 Apr 11 06:37:43.704242 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14230d0d-3e4b-40ba-973f-90576d155bb8 req-55dbd3c0-0263-49f8-9d2f-0c11ce90628b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:43.706056 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-14230d0d-3e4b-40ba-973f-90576d155bb8 req-55dbd3c0-0263-49f8-9d2f-0c11ce90628b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0510874 Apr 11 06:37:43.757711 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-14230d0d-3e4b-40ba-973f-90576d155bb8 req-b1fcaac8-7672-464e-ac35-18771f6255eb tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 Apr 11 06:37:44.380347 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55248) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:44.496981 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e2f5eaaf-0da5-42f1-bedc-e60687e5e262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.570562 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e2f5eaaf-0da5-42f1-bedc-e60687e5e262 admin admin] Publish callbacks [] for security_group (610ce4af-64d6-41b6-b491-770ed272b80f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.575077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e2f5eaaf-0da5-42f1-bedc-e60687e5e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (610ce4af-64d6-41b6-b491-770ed272b80f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.614054 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e2f5eaaf-0da5-42f1-bedc-e60687e5e262 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a8475b1a6e94dabbaebda03cec93069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322800 Apr 11 06:37:44.615292 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5eaaf-0da5-42f1-bedc-e60687e5e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ce4af-64d6-41b6-b491-770ed272b80f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:44.617103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:44.666412 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75770b7e-4110-4332-b8f7-009b931a226f admin admin] Publish callbacks [] for security_group (610ce4af-64d6-41b6-b491-770ed272b80f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.687872 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75770b7e-4110-4332-b8f7-009b931a226f admin admin] Publish callbacks [] for security_group (610ce4af-64d6-41b6-b491-770ed272b80f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.753440 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75770b7e-4110-4332-b8f7-009b931a226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (610ce4af-64d6-41b6-b491-770ed272b80f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.757546 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75770b7e-4110-4332-b8f7-009b931a226f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.759382 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-75770b7e-4110-4332-b8f7-009b931a226f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/610ce4af-64d6-41b6-b491-770ed272b80f HTTP/1.1" status: 204 len: 168 time: 0.1401615 Apr 11 06:37:44.768187 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75770b7e-4110-4332-b8f7-009b931a226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ce4af-64d6-41b6-b491-770ed272b80f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:44.865082 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b129fa63-c9d4-4333-82ef-efa8499c4a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:44.889348 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ab4a0-159d-4477-8176-d8938506852b req-653a5aea-72ec-4223-8096-b3019d9810a0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:44.890999 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3c0ab4a0-159d-4477-8176-d8938506852b req-653a5aea-72ec-4223-8096-b3019d9810a0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Apr 11 06:37:44.942291 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3c0ab4a0-159d-4477-8176-d8938506852b req-16d74e1f-bc6b-4a4a-a254-c60caa306723 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449858 Apr 11 06:37:45.682588 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-c877334a-0cb4-4c5e-8423-b38c83333e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:45.683975 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-c877334a-0cb4-4c5e-8423-b38c83333e00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1130 time: 0.0403354 Apr 11 06:37:45.784909 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-2be59232-a26a-47d4-870d-fcfd5667e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:45.786376 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-2be59232-a26a-47d4-870d-fcfd5667e395 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.0962837 Apr 11 06:37:45.851446 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:45.851900 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-25d7a810-b3f6-45ff-b530-fa7a607f383c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 1002 time: 0.0585935 Apr 11 06:37:45.906026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-3c147007-60b8-4a0d-adf4-e29c7335461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:45.907661 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-3c147007-60b8-4a0d-adf4-e29c7335461f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0494761 Apr 11 06:37:45.959841 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-57590889-9ef9-4c65-893f-574ea6a71812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:45.961856 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-57590889-9ef9-4c65-893f-574ea6a71812 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441573 Apr 11 06:37:46.051737 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-60bdce44-5ad7-413a-96f0-96cf1ec0fa82 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828221 Apr 11 06:37:46.066489 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd5822-607c-484c-a334-662a24bb24f8 req-d93cc858-7149-4923-a0dd-5d02945706d9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:46.067977 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-14cd5822-607c-484c-a334-662a24bb24f8 req-d93cc858-7149-4923-a0dd-5d02945706d9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0516360 Apr 11 06:37:46.116603 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-14cd5822-607c-484c-a334-662a24bb24f8 req-7802a6ff-a5f4-4fa4-ab54-370badd2c97f tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Apr 11 06:37:46.142820 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c315e872-37a0-44c1-8cc1-b5a0d23685ea req-052759a0-c95e-4cd7-921c-e1cf552cfa36 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Apr 11 06:37:47.249778 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdf50a-f6ad-45a9-a0ca-40e584a831a5 req-4bf15040-7f78-4bb8-b67c-1017a9a30804 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:47.251685 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f1fdf50a-f6ad-45a9-a0ca-40e584a831a5 req-4bf15040-7f78-4bb8-b67c-1017a9a30804 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 946 time: 0.0506639 Apr 11 06:37:47.300767 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.306056 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f1fdf50a-f6ad-45a9-a0ca-40e584a831a5 req-35e33eca-a31f-4177-8101-99a8e40de9c4 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Apr 11 06:37:47.886350 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:47.964174 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: ACTIVE; New status is: DOWN {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:47.964435 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.987230 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:47.989437 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1559f-34a9-4a3e-aa8b-000528958f41" -d '{"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-unplugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:48.004508 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:48.009660 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.032801 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1233c6-2dcc-43bb-9d30-bc70cb22dae8 x-openstack-request-id: req-1c1233c6-2dcc-43bb-9d30-bc70cb22dae8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:48.033120 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-unplugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:48.033382 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c1233c6-2dcc-43bb-9d30-bc70cb22dae8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:48.033744 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1233c6-2dcc-43bb-9d30-bc70cb22dae8'] response: {'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'code': 200} Apr 11 06:37:48.060603 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:48.434597 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7333c-964e-4717-b50a-05bb9ab7c1e4 req-03b86ac7-0cbd-4011-b7a7-874a83183c3d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:48.436079 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3dc7333c-964e-4717-b50a-05bb9ab7c1e4 req-03b86ac7-0cbd-4011-b7a7-874a83183c3d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0508308 Apr 11 06:37:48.483889 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3dc7333c-964e-4717-b50a-05bb9ab7c1e4 req-c12e11d1-2141-46be-be7d-53c3e37e6147 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Apr 11 06:37:49.071936 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.298211 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [req-97a3d620-a7ff-4da2-8a58-f17075c91f4c req-5ba3a78b-2148-4a2a-a743-07dda8f9c7d1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:37:49.299199 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-97a3d620-a7ff-4da2-8a58-f17075c91f4c req-5ba3a78b-2148-4a2a-a743-07dda8f9c7d1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054877 Apr 11 06:37:49.457135 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4239d-7144-4c6f-8e4f-7ddc5d23f566 req-b8f5a3ab-aec4-431c-8763-fefc9bb7eb13 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:49.458582 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cee4239d-7144-4c6f-8e4f-7ddc5d23f566 req-b8f5a3ab-aec4-431c-8763-fefc9bb7eb13 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0486767 Apr 11 06:37:49.499101 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-a9ea7412-2170-4812-b4c2-2fe332b4adf5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468454 Apr 11 06:37:49.505660 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cee4239d-7144-4c6f-8e4f-7ddc5d23f566 req-e558a6b8-d7bc-4fa2-b8f2-6dce184bce63 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412221 Apr 11 06:37:49.572961 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-89a33518-73ff-46e2-8824-5fe7a5c8aaba tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:49.574285 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-89a33518-73ff-46e2-8824-5fe7a5c8aaba tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports/388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 941 time: 0.0476005 Apr 11 06:37:50.357447 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-e06a121f-ceb8-465a-b4a7-c753319968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.359021 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-e06a121f-ceb8-465a-b4a7-c753319968e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087&tenant_id=8f14e42c2dc14874b6bcea420e6a12c7 HTTP/1.1" status: 200 len: 1128 time: 0.0746186 Apr 11 06:37:50.419336 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-eb835efa-9167-4bce-9155-52cb447fadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.420846 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-eb835efa-9167-4bce-9155-52cb447fadde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1128 time: 0.0390062 Apr 11 06:37:50.516743 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-a805c9cc-d395-423e-a125-34f2a4eda7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.518168 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-a805c9cc-d395-423e-a125-34f2a4eda7d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.0892177 Apr 11 06:37:50.593334 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-f2ed4dc3-a4f3-4942-93e2-483ee117b79c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 1000 time: 0.0686064 Apr 11 06:37:50.655167 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3fb90-9feb-46f2-a13d-67e9a0349ecc req-e997e344-c700-4c3a-8929-a9c9db9a8872 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.656454 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-59d3fb90-9feb-46f2-a13d-67e9a0349ecc req-e997e344-c700-4c3a-8929-a9c9db9a8872 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0795135 Apr 11 06:37:50.670866 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-6f0b6abf-f8e7-4e9e-98dd-89d43861ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.672182 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-6f0b6abf-f8e7-4e9e-98dd-89d43861ba43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0641987 Apr 11 06:37:50.733026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-f2d73556-c5b9-46f2-9ca6-caa91bacce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.734497 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-f2d73556-c5b9-46f2-9ca6-caa91bacce1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552185 Apr 11 06:37:50.737895 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-59d3fb90-9feb-46f2-a13d-67e9a0349ecc req-a179cb5d-b02d-498b-b4a6-8f3a9afe684b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752442 Apr 11 06:37:51.080156 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-b9092c3f-a729-452d-b3ae-4dec8fb591cb service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392572 Apr 11 06:37:51.176262 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-76592968-6dae-41cf-a0ff-f8738c25f5ce req-5b6032e4-aeff-4fb1-a3a8-f694cc8ff108 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899973 Apr 11 06:37:51.858596 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dc00b-574f-4d82-9e7f-6e0fa2aed115 req-d07515d5-eef9-4e89-89eb-5116497e5b44 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.860084 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f28dc00b-574f-4d82-9e7f-6e0fa2aed115 req-d07515d5-eef9-4e89-89eb-5116497e5b44 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0470707 Apr 11 06:37:51.910119 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:51.915550 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f28dc00b-574f-4d82-9e7f-6e0fa2aed115 req-c9321996-8406-43be-a1dc-1d44b5f93273 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492413 Apr 11 06:37:52.007585 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: DOWN; New status is: DOWN {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:53.055074 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608663-029e-4b31-b3ab-4ba20fbfe5cb req-36644c38-9958-44af-a784-a9a4981b4708 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:53.056567 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc608663-029e-4b31-b3ab-4ba20fbfe5cb req-36644c38-9958-44af-a784-a9a4981b4708 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0516105 Apr 11 06:37:53.106455 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dc608663-029e-4b31-b3ab-4ba20fbfe5cb req-ed238cf8-9e5a-4254-a297-75d5be7fbd29 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436983 Apr 11 06:37:54.230820 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27c838-5658-4a72-98fa-10c3ba0202a3 req-8fe682a3-0d24-4dfe-95ea-b8bc6c4e0927 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:54.232286 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd27c838-5658-4a72-98fa-10c3ba0202a3 req-8fe682a3-0d24-4dfe-95ea-b8bc6c4e0927 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0551789 Apr 11 06:37:54.280463 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd27c838-5658-4a72-98fa-10c3ba0202a3 req-969c2cb8-9ae2-4deb-90de-d928790842c8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Apr 11 06:37:55.412900 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac28fcb-463a-4b08-88c2-b8f9ec9a594a req-f7882cf6-509a-4629-a298-14c5478d1235 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:55.418773 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-eac28fcb-463a-4b08-88c2-b8f9ec9a594a req-f7882cf6-509a-4629-a298-14c5478d1235 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0574949 Apr 11 06:37:55.461661 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-eac28fcb-463a-4b08-88c2-b8f9ec9a594a req-7f4b4ce3-246b-42fc-87e7-9b04011511dd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 Apr 11 06:37:56.581798 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263f993-085a-4a61-9b04-3540352e2bca req-673b59df-24c8-4d89-bb0a-66a01ef6df57 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:56.583276 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5263f993-085a-4a61-9b04-3540352e2bca req-673b59df-24c8-4d89-bb0a-66a01ef6df57 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0490298 Apr 11 06:37:56.630241 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-5263f993-085a-4a61-9b04-3540352e2bca req-8de05ba8-bcb4-491c-a832-6128e521edab tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Apr 11 06:37:57.302865 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:57.761738 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80f1b8-8137-4365-941f-70bd04317b92 req-ecdc737c-5ef9-4111-9138-32b51ce07430 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:57.763367 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bc80f1b8-8137-4365-941f-70bd04317b92 req-ecdc737c-5ef9-4111-9138-32b51ce07430 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0481441 Apr 11 06:37:57.813645 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bc80f1b8-8137-4365-941f-70bd04317b92 req-85f0d7a9-63e2-43bf-8943-d4f39517acdb tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446634 Apr 11 06:37:58.937909 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd65f3-7808-41d1-81ef-8c0d53015063 req-84fea734-0b8c-414b-b493-958adf66e4ed tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:58.939379 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7dbd65f3-7808-41d1-81ef-8c0d53015063 req-84fea734-0b8c-414b-b493-958adf66e4ed tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0521326 Apr 11 06:37:58.990838 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7dbd65f3-7808-41d1-81ef-8c0d53015063 req-32e08f58-4d56-41f1-960b-74d1c971f0f8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457191 Apr 11 06:38:00.111375 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65811b-4441-46c2-af1e-fad7a3a0bc86 req-4582df42-7ec0-4825-a446-9798e314934d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:00.112896 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2f65811b-4441-46c2-af1e-fad7a3a0bc86 req-4582df42-7ec0-4825-a446-9798e314934d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0488970 Apr 11 06:38:00.164822 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2f65811b-4441-46c2-af1e-fad7a3a0bc86 req-d326c319-f0b7-47c0-b9cb-79ef710390a5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458810 Apr 11 06:38:01.348205 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190a51-009c-4a83-a0aa-6c6844d79c54 req-d80fff1d-cf67-43d3-8f57-4bba5a95c1f0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:01.349704 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c4190a51-009c-4a83-a0aa-6c6844d79c54 req-d80fff1d-cf67-43d3-8f57-4bba5a95c1f0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0520811 Apr 11 06:38:01.399825 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c4190a51-009c-4a83-a0aa-6c6844d79c54 req-21869501-d876-4cb6-a676-ac8cba06f888 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Apr 11 06:38:02.531982 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f4f94-0214-4bef-a71b-7511caee388e req-606a488f-69d2-4116-a4be-e6cc92f0ea7b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:02.533430 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8e9f4f94-0214-4bef-a71b-7511caee388e req-606a488f-69d2-4116-a4be-e6cc92f0ea7b tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0566666 Apr 11 06:38:02.582014 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-8e9f4f94-0214-4bef-a71b-7511caee388e req-c6a2e570-a503-4b9b-9592-24e49c9096b8 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 Apr 11 06:38:03.710320 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc7016-9125-4715-afd7-801fdcd2ea03 req-b08c02f2-d7b2-41f6-bedb-c4aff8ee9470 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:03.711698 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-74fc7016-9125-4715-afd7-801fdcd2ea03 req-b08c02f2-d7b2-41f6-bedb-c4aff8ee9470 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0531483 Apr 11 06:38:03.765930 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-74fc7016-9125-4715-afd7-801fdcd2ea03 req-af28afd4-8ae9-4e77-8eac-bd3dea0ebd7a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454319 Apr 11 06:38:04.913908 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc467d5c-32e5-4149-8f72-7702e9464c6c req-bac17bca-1f93-427b-8ad9-4ccbad5f641a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:04.915402 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fc467d5c-32e5-4149-8f72-7702e9464c6c req-bac17bca-1f93-427b-8ad9-4ccbad5f641a tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0596981 Apr 11 06:38:04.962122 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fc467d5c-32e5-4149-8f72-7702e9464c6c req-7b38ac55-77e0-42e6-8e3f-281744fc8a75 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Apr 11 06:38:06.085350 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e1dd-018d-48d1-b01a-958889f7773e req-499acc3e-ef05-4c33-b688-b049ede06d03 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:06.086887 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e6e1e1dd-018d-48d1-b01a-958889f7773e req-499acc3e-ef05-4c33-b688-b049ede06d03 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0484109 Apr 11 06:38:06.135087 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e6e1e1dd-018d-48d1-b01a-958889f7773e req-ae49b34f-bfc6-4afd-8b63-1f79b9287af9 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Apr 11 06:38:07.264348 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122e19-0790-436e-8b00-e585216ad942 req-7306f6bd-1569-4bee-ae26-d04d0b6848d3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.265704 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ff122e19-0790-436e-8b00-e585216ad942 req-7306f6bd-1569-4bee-ae26-d04d0b6848d3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 944 time: 0.0493469 Apr 11 06:38:07.313710 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ff122e19-0790-436e-8b00-e585216ad942 req-fd0b8b21-cd48-484f-a070-449d2dd4b034 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Apr 11 06:38:07.504377 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98036f-e68d-4414-a738-bec330f9eced req-c30e5274-403a-4fe6-808f-3728fc344024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.505856 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-c30e5274-403a-4fe6-808f-3728fc344024 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1128 time: 0.0466285 Apr 11 06:38:07.612892 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98036f-e68d-4414-a738-bec330f9eced req-a2518379-3b32-48c4-811e-3ac86cc4a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.614539 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-a2518379-3b32-48c4-811e-3ac86cc4a770 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 200 len: 918 time: 0.0882819 Apr 11 06:38:07.678212 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-b265c01a-9938-4023-80bc-eb5d3d01f4f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 200 len: 1000 time: 0.0577457 Apr 11 06:38:07.736273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98036f-e68d-4414-a738-bec330f9eced req-ea693d1b-3751-4567-a2f8-84c09164014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.737687 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-ea693d1b-3751-4567-a2f8-84c09164014d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 200 len: 856 time: 0.0537446 Apr 11 06:38:07.780196 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98036f-e68d-4414-a738-bec330f9eced req-24176248-d7a9-4980-a991-4f567eb73aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.781501 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-24176248-d7a9-4980-a991-4f567eb73aa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59a55e5d-0e6b-4311-83bc-9314bd598963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0378425 Apr 11 06:38:07.870937 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-bc96a174-7cd6-4b7b-93ee-7c31ecff32a0 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829961 Apr 11 06:38:07.963266 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0a98036f-e68d-4414-a738-bec330f9eced req-11176fbf-2205-424c-8f82-e800b1a4e841 service neutron] 10.222.0.26 "GET /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863848 Apr 11 06:38:07.965895 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:38:08.070576 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:08.081965 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '388b0513-69ee-4b58-863c-ab496377dd16', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'port_id': '388b0513-69ee-4b58-863c-ab496377dd16', 'mac_address': 'fa:16:3e:de:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:38:08.123515 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:38:08.123974 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.137503 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388b0513-69ee-4b58-863c-ab496377dd16 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:38:08.161048 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:08.165588 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.211200 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:08.445049 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53176dee-b21a-4471-a3b9-766765af9324 req-4b425897-6281-45cd-9c79-c3eac266851e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:08.446553 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-53176dee-b21a-4471-a3b9-766765af9324 req-4b425897-6281-45cd-9c79-c3eac266851e tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Apr 11 06:38:08.508685 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-53176dee-b21a-4471-a3b9-766765af9324 req-61fc9590-113c-41f6-a2e8-23058433aef5 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556748 Apr 11 06:38:08.513084 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['388b0513-69ee-4b58-863c-ab496377dd16'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:38:09.635232 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14bd8a-ace8-4cac-80e9-079fdfec6265 req-90c2c773-ed81-4afb-b227-1ba6c6eb2d15 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:09.636677 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0c14bd8a-ace8-4cac-80e9-079fdfec6265 req-90c2c773-ed81-4afb-b227-1ba6c6eb2d15 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Apr 11 06:38:09.693098 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0c14bd8a-ace8-4cac-80e9-079fdfec6265 req-d4c21018-82c7-47dd-8052-0dcc5bc32958 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507634 Apr 11 06:38:09.959627 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:38:10.008960 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 388b0513-69ee-4b58-863c-ab496377dd16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:38:10.009450 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (388b0513-69ee-4b58-863c-ab496377dd16), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:10.088650 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 388b0513-69ee-4b58-863c-ab496377dd16 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:38:10.089049 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:10.112203 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:38:10.114460 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2704488-87e7-4b18-b21c-da273f7b98a2" -d '{"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-plugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:38:10.130919 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:10.136715 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:10.161315 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2326206-5ce4-4b7a-8d1a-4b3b5b049252 x-openstack-request-id: req-b2326206-5ce4-4b7a-8d1a-4b3b5b049252 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:38:10.161617 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-plugged", "status": "completed", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:38:10.161874 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2326206-5ce4-4b7a-8d1a-4b3b5b049252 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:38:10.162336 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2326206-5ce4-4b7a-8d1a-4b3b5b049252'] response: {'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'code': 200} Apr 11 06:38:10.189831 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:10.817963 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43570949-bad9-4047-897e-b12dbbd6ecee req-15100dc3-9698-47f5-a884-306337b21f99 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:10.819536 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-43570949-bad9-4047-897e-b12dbbd6ecee req-15100dc3-9698-47f5-a884-306337b21f99 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0489919 Apr 11 06:38:10.866468 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-43570949-bad9-4047-897e-b12dbbd6ecee req-487a7bef-49b1-4cf3-a3e3-767e6790fc71 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Apr 11 06:38:11.344203 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa46c4-5c28-463f-8f4b-60051cd51290 req-c9174ffc-3aaf-4ff7-ae97-998d73d3e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:11.345920 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-80aa46c4-5c28-463f-8f4b-60051cd51290 req-c9174ffc-3aaf-4ff7-ae97-998d73d3e7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 1131 time: 0.0400584 Apr 11 06:38:11.390986 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-80aa46c4-5c28-463f-8f4b-60051cd51290 req-c9e9d12b-6083-4fd2-9b08-866ad9d68317 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Apr 11 06:38:12.003379 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc77b9-aa8b-46e7-bf14-b6e63dee6155 req-a0fa3450-d142-4b49-ada1-78cfc2e6f2d7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:12.004935 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1dbc77b9-aa8b-46e7-bf14-b6e63dee6155 req-a0fa3450-d142-4b49-ada1-78cfc2e6f2d7 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0544064 Apr 11 06:38:12.061923 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1dbc77b9-aa8b-46e7-bf14-b6e63dee6155 req-8892bf27-defd-4146-995c-13050d243498 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484521 Apr 11 06:38:12.554200 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c79e232-f77a-4451-8968-a68b77481119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.183673 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df85e-6a77-4ba4-84a5-394e2f61e7ec req-c8851eff-0cf7-4ba5-af2e-9e03323dc111 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:13.185170 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a46df85e-6a77-4ba4-84a5-394e2f61e7ec req-c8851eff-0cf7-4ba5-af2e-9e03323dc111 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0494008 Apr 11 06:38:13.232758 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-a46df85e-6a77-4ba4-84a5-394e2f61e7ec req-1bbca76d-0a1e-4a17-8698-a2b3ae453e1c tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 Apr 11 06:38:14.365502 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7e4ae-16c8-4bec-b46a-b51a889cedce req-3ad90939-7d78-4134-aa64-6ceef8cd4737 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:14.367017 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-46b7e4ae-16c8-4bec-b46a-b51a889cedce req-3ad90939-7d78-4134-aa64-6ceef8cd4737 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0496023 Apr 11 06:38:14.413960 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-46b7e4ae-16c8-4bec-b46a-b51a889cedce req-45103d19-83f2-4d96-a34e-51f7f64426de tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413527 Apr 11 06:38:14.857513 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6bfd-a57f-4ccb-8b86-b0c0f91ec9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.132089 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:38:15.856812 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:16.523495 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8f21-873d-4c3d-93af-ed17f1730359 req-45ffcf87-9966-4b74-949c-ba5aad49dd54 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:16.524946 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d6b8f21-873d-4c3d-93af-ed17f1730359 req-45ffcf87-9966-4b74-949c-ba5aad49dd54 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0548971 Apr 11 06:38:16.576505 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0d6b8f21-873d-4c3d-93af-ed17f1730359 req-e26b0e55-fc22-4d8e-932d-74e644ae2740 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Apr 11 06:38:17.307351 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:17.716173 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3ce98-a621-4c9a-b5e9-05030619db5f req-7188f58d-33ef-453e-93a1-f774917c1bfd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:17.717589 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54e3ce98-a621-4c9a-b5e9-05030619db5f req-7188f58d-33ef-453e-93a1-f774917c1bfd tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0552735 Apr 11 06:38:17.779229 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-54e3ce98-a621-4c9a-b5e9-05030619db5f req-0dee027c-d566-497a-9f52-ebb70d94ee1f tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533195 Apr 11 06:38:18.604881 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-7b4a25ed-128a-4a57-abad-ac1814a63ddb tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:18.606353 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-7b4a25ed-128a-4a57-abad-ac1814a63ddb tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0567770 Apr 11 06:38:18.691583 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Deleting port ac90c9cc-2255-4622-b0ce-cd795b467fe4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:18.691803 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.781889 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] For port ac90c9cc-2255-4622-b0ce-cd795b467fe4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ac90c9cc-2255-4622-b0ce-cd795b467fe4,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:18.782228 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.963275 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1110f74-258c-46ab-b594-71642e2c379a req-e1993bb3-203e-49c5-91d6-c132aa50676c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:18.965007 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d1110f74-258c-46ab-b594-71642e2c379a req-e1993bb3-203e-49c5-91d6-c132aa50676c tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/ports?device_id=75071c01-343c-4d74-a632-8c6137c4fb09 HTTP/1.1" status: 200 len: 945 time: 0.0871265 Apr 11 06:38:19.005691 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:19.006049 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:19.006370 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Floating IP 24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4 disassociated. External IP: 172.28.1.127, port: ac90c9cc-2255-4622-b0ce-cd795b467fe4. Apr 11 06:38:19.006723 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Calling delete_port for ac90c9cc-2255-4622-b0ce-cd795b467fe4 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:19.067431 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d1110f74-258c-46ab-b594-71642e2c379a req-1c724883-d494-4128-a5c0-3cf4cbf32be4 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups?id=1743133d-da96-4ee9-80eb-37ce0643f150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955403 Apr 11 06:38:19.091098 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:19.173477 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (ac90c9cc-2255-4622-b0ce-cd795b467fe4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:19.202083 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event deleted for resources: {'Port': ['ID=ac90c9cc-2255-4622-b0ce-cd795b467fe4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:19.213924 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.214641 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.215007 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.215344 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.215705 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.216030 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.216351 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.216639 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.216957 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.217309 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.217598 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.217927 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.218242 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.218557 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.218898 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:19.346821 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:38:19.462549 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:38:19.475695 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:38:19.486496 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:19.487243 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:19.505743 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] No DVR routers for this DVR port ac90c9cc-2255-4622-b0ce-cd795b467fe4 on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:19.508330 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:19.511557 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-154b0d6d-36b0-452d-b41c-471a6027fea8 req-5cc847d0-27f3-42ea-bb90-a88d679b9802 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.26 "DELETE /v2.0/ports/ac90c9cc-2255-4622-b0ce-cd795b467fe4 HTTP/1.1" status: 204 len: 173 time: 0.8997047 Apr 11 06:38:19.511995 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'name': 'network-vif-deleted', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:38:19.514239 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1592cf95-33f4-4fc9-8ddc-3bda1e09fac1" -d '{"events": [{"server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "name": "network-vif-deleted", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:38:19.552800 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59000d32-72fa-4d07-ac34-a0869a1ccd51 x-openstack-request-id: req-59000d32-72fa-4d07-ac34-a0869a1ccd51 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:38:19.553089 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75071c01-343c-4d74-a632-8c6137c4fb09", "name": "network-vif-deleted", "tag": "ac90c9cc-2255-4622-b0ce-cd795b467fe4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:38:19.553569 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59000d32-72fa-4d07-ac34-a0869a1ccd51 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:38:19.554358 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59000d32-72fa-4d07-ac34-a0869a1ccd51'] response: {'server_uuid': '75071c01-343c-4d74-a632-8c6137c4fb09', 'name': 'network-vif-deleted', 'tag': 'ac90c9cc-2255-4622-b0ce-cd795b467fe4', 'status': 'completed', 'code': 200} Apr 11 06:38:19.617949 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:19.820140 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:19.851307 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:38:19.860193 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:19.860803 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:20.058447 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:20.157285 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:20.215305 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31bdf7f6-4f47-4f70-b3a2-35f025fc5594 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (1743133d-da96-4ee9-80eb-37ce0643f150), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.238931 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31bdf7f6-4f47-4f70-b3a2-35f025fc5594 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (1743133d-da96-4ee9-80eb-37ce0643f150), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.246429 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:20.272369 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba01acc-1ef0-46f5-9163-a78be7ec4218 None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:30:08Z', 'revision_number': 4, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'ee7b1986-4e81-4d37-9203-f804cd1eba42', 'name': '', 'network_id': 'f0f6c81c-6ac0-4772-9059-d7f045c7c641', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'mac_address': 'fa:16:3e:6f:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:05Z', 'updated_at': '2022-04-11T06:30:20Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'subnets': [{'id': 'c6887d8b-9ac6-4129-9ac2-41f82a7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:38:20.288797 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31bdf7f6-4f47-4f70-b3a2-35f025fc5594 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (1743133d-da96-4ee9-80eb-37ce0643f150), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.291465 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31bdf7f6-4f47-4f70-b3a2-35f025fc5594 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.292772 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-31bdf7f6-4f47-4f70-b3a2-35f025fc5594 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "DELETE /v2.0/security-groups/1743133d-da96-4ee9-80eb-37ce0643f150 HTTP/1.1" status: 204 len: 168 time: 0.1343374 Apr 11 06:38:20.296052 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55576) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:20.302378 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdf7f6-4f47-4f70-b3a2-35f025fc5594 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743133d-da96-4ee9-80eb-37ce0643f150,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:20.312195 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.api.v2.resource [None req-b7c7f44b-64d8-4216-ace2-af232d0a7aa5 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] show failed (client error): The resource could not be found. Apr 11 06:38:20.313244 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b7c7f44b-64d8-4216-ace2-af232d0a7aa5 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "GET /v2.0/security-groups/1743133d-da96-4ee9-80eb-37ce0643f150 HTTP/1.1" status: 404 len: 347 time: 0.0160553 Apr 11 06:38:20.316439 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:20.435964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Deleting port 84a17490-19e1-4271-91e8-7983aea3d785 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:20.436398 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (84a17490-19e1-4271-91e8-7983aea3d785), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.504853 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4723427-4360-4be2-91e5-05d8cb569b5f None None] New status for floating IP 24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:38:20.516148 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (84a17490-19e1-4271-91e8-7983aea3d785), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.516471 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (84a17490-19e1-4271-91e8-7983aea3d785), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.528423 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Calling delete_port for 84a17490-19e1-4271-91e8-7983aea3d785 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:20.926220 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (84a17490-19e1-4271-91e8-7983aea3d785), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:20.952033 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Pushing event deleted for resources: {'Port': ['ID=84a17490-19e1-4271-91e8-7983aea3d785,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:20.963185 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.963522 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.963853 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.964177 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.964868 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.965188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.965501 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.965812 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.966125 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.966440 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.966767 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.967079 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.967388 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.967692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:20.967996 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:21.020760 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks [] for floatingip (24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:21.023207 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:21.025350 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-77c4a3a8-d84c-4796-b1d9-77e52850d128 tempest-AttachVolumeTestJSON-1308888634 tempest-AttachVolumeTestJSON-1308888634-project] 10.222.0.11 "DELETE /v2.0/floatingips/24fc2b31-d189-4f2a-9b3e-fb4e3c009ec4 HTTP/1.1" status: 204 len: 168 time: 0.7069957 Apr 11 06:38:24.083404 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ac90c9cc-2255-4622-b0ce-cd795b467fe4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:24.109107 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: ac90c9cc-2255-4622-b0ce-cd795b467fe4 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:24.109444 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device ac90c9cc-2255-4622-b0ce-cd795b467fe4 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:24.612014 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55608) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:25.118867 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:25.353918 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Deleting port ee7b1986-4e81-4d37-9203-f804cd1eba42 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:25.354256 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:25.431931 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] For port ee7b1986-4e81-4d37-9203-f804cd1eba42, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ee7b1986-4e81-4d37-9203-f804cd1eba42,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:25.432284 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:25.445441 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Calling delete_port for ee7b1986-4e81-4d37-9203-f804cd1eba42 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:25.656214 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (ee7b1986-4e81-4d37-9203-f804cd1eba42), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:25.692998 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7b1986-4e81-4d37-9203-f804cd1eba42,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:25.873455 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.102995 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:38:26.210655 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:38:26.216508 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4167431a-fb1b-41bc-a290-59c9eeb28191 admin admin] 10.222.0.11 "PUT /v2.0/routers/23c2e0da-a2df-439e-ac67-7c1a58e2ee87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031272 Apr 11 06:38:26.219244 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55612) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:26.221796 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] Sync routers for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:38:26.232589 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:26.233255 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:26.322714 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks [] for router (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.340701 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:26.427036 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks [] for router_gateway (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.471314 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Deleting port 937b6954-3d9d-4749-96c6-575e25e7337c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:26.471640 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.506826 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:38:25Z', 'revision_number': 5, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port': {'id': '937b6954-3d9d-4749-96c6-575e25e7337c', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:00Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:26.532460 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] Checking router: 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:38:26.540540 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] Routers {'23c2e0da-a2df-439e-ac67-7c1a58e2ee87'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:26.541135 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:26.549339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] For port 937b6954-3d9d-4749-96c6-575e25e7337c, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=937b6954-3d9d-4749-96c6-575e25e7337c,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:26.549711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.563215 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Calling delete_port for 937b6954-3d9d-4749-96c6-575e25e7337c owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:26.629092 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] Set router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:26.680714 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:38:26Z', 'revision_number': 6, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:26.706344 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c2be6-b4c2-49f3-853b-e12f4e33d1ce None None] The sync data for ids ['23c2e0da-a2df-439e-ac67-7c1a58e2ee87'] in dv-cinder-836996-3-smb is: [{'id': '23c2e0da-a2df-439e-ac67-7c1a58e2ee87', 'name': 'tempest-AttachVolumeTestJSON-1121501153-router', 'tenant_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:29:59Z', 'updated_at': '2022-04-11T06:38:26Z', 'revision_number': 6, 'project_id': '29c8cf88c7624603ac5cf6f4dc0bdc0b', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:38:26.730408 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (937b6954-3d9d-4749-96c6-575e25e7337c), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.759399 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=937b6954-3d9d-4749-96c6-575e25e7337c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:26.827544 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.915620 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.917703 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks [] for router_controller (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.980218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (23c2e0da-a2df-439e-ac67-7c1a58e2ee87), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.981121 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c2e0da-a2df-439e-ac67-7c1a58e2ee87 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:38:26.986456 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:26.987888 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-487f38a1-d658-4287-8df8-2444903338f4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/23c2e0da-a2df-439e-ac67-7c1a58e2ee87 HTTP/1.1" status: 204 len: 168 time: 0.7677352 Apr 11 06:38:26.990759 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55614) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:27.038229 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Deleting subnet c6887d8b-9ac6-4129-9ac2-41f82a7776ce {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:38:27.041458 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Publish callbacks [] for subnet (c6887d8b-9ac6-4129-9ac2-41f82a7776ce), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.079744 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126057'] for subnet (c6887d8b-9ac6-4129-9ac2-41f82a7776ce), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.166587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (c6887d8b-9ac6-4129-9ac2-41f82a7776ce), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.222552 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12318096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11778434'] for subnet (c6887d8b-9ac6-4129-9ac2-41f82a7776ce), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.248263 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6887d8b-9ac6-4129-9ac2-41f82a7776ce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:27.251873 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.254979 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8cce84c5-81d3-4cfb-9790-66164031e43e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c6887d8b-9ac6-4129-9ac2-41f82a7776ce HTTP/1.1" status: 204 len: 168 time: 0.2628269 Apr 11 06:38:27.257715 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55616) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:27.260383 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c6800-3a6f-4ca9-9456-b16167aa986c None None] Network f0f6c81c-6ac0-4772-9059-d7f045c7c641 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:27.328195 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (f0f6c81c-6ac0-4772-9059-d7f045c7c641), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.349822 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.373303 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Deleting port d02fb519-5b03-48b1-98a6-c53b62b00f16 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:27.373640 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.435880 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] For port d02fb519-5b03-48b1-98a6-c53b62b00f16, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d02fb519-5b03-48b1-98a6-c53b62b00f16,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:27.436271 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.449579 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Calling delete_port for d02fb519-5b03-48b1-98a6-c53b62b00f16 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:27.473626 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] DHCP port deletion for f0f6c81c-6ac0-4772-9059-d7f045c7c641 request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:38:27.514388 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Deleting port d02fb519-5b03-48b1-98a6-c53b62b00f16 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:27.514789 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.533643 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.560773 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d02fb519-5b03-48b1-98a6-c53b62b00f16,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:27.564293 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] No DVR routers for this DVR port d02fb519-5b03-48b1-98a6-c53b62b00f16 on host dv-cinder-836996-3-smb {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:27.585653 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] For port d02fb519-5b03-48b1-98a6-c53b62b00f16, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d02fb519-5b03-48b1-98a6-c53b62b00f16,segment=NetworkSegment(1ea5af68-ac93-44eb-bf48-1df8d7ace17c),segment_id=1ea5af68-ac93-44eb-bf48-1df8d7ace17c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:27.586225 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.600716 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Calling delete_port for d02fb519-5b03-48b1-98a6-c53b62b00f16 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:27.637991 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (f0f6c81c-6ac0-4772-9059-d7f045c7c641), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.658749 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f6c81c-6ac0-4772-9059-d7f045c7c641']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:27.668647 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea5af68-ac93-44eb-bf48-1df8d7ace17c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:27.668951 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea5af68-ac93-44eb-bf48-1df8d7ace17c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:27.678860 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (1ea5af68-ac93-44eb-bf48-1df8d7ace17c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.682599 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (d02fb519-5b03-48b1-98a6-c53b62b00f16), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.692239 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (1ea5af68-ac93-44eb-bf48-1df8d7ace17c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.699670 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:38:27.700135 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (1ea5af68-ac93-44eb-bf48-1df8d7ace17c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:38:27.701925 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:38:27.706647 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Pushing event deleted for resources: {'Port': ['ID=d02fb519-5b03-48b1-98a6-c53b62b00f16,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:27.715997 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] No DVR routers for this DVR port d02fb519-5b03-48b1-98a6-c53b62b00f16 on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:27.718294 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.718634 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.719168 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.719429 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.719763 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.720170 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.720431 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.720696 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.721017 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.721336 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.721656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.721990 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.722309 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.722630 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.722960 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565908fa-3c54-415c-ae3a-f0dd2d626490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:27.764005 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (f0f6c81c-6ac0-4772-9059-d7f045c7c641), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.770590 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.773978 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] 10.222.0.11 "DELETE /v2.0/networks/f0f6c81c-6ac0-4772-9059-d7f045c7c641 HTTP/1.1" status: 204 len: 168 time: 0.5153165 Apr 11 06:38:27.785299 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0a668-b16c-4945-9f86-9c794ee0cb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f6c81c-6ac0-4772-9059-d7f045c7c641,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:27.893825 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55620) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:27.933859 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-8066291f-15d4-4c36-9947-0aaacec905b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29c8cf88c7624603ac5cf6f4dc0bdc0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387332 Apr 11 06:38:27.936155 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55622) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:27.985513 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d5e-43df-4b59-adba-b618f2c752bd admin admin] Publish callbacks [] for security_group (d774f8c6-6161-4db7-a576-0f8ccd03e396), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:28.007517 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d5e-43df-4b59-adba-b618f2c752bd admin admin] Publish callbacks [] for security_group (d774f8c6-6161-4db7-a576-0f8ccd03e396), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:28.058730 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d5e-43df-4b59-adba-b618f2c752bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d774f8c6-6161-4db7-a576-0f8ccd03e396), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:28.059279 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d5e-43df-4b59-adba-b618f2c752bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:28.060598 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-0f6f1d5e-43df-4b59-adba-b618f2c752bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d774f8c6-6161-4db7-a576-0f8ccd03e396 HTTP/1.1" status: 204 len: 168 time: 0.1235783 Apr 11 06:38:28.068620 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f1d5e-43df-4b59-adba-b618f2c752bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d774f8c6-6161-4db7-a576-0f8ccd03e396,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:28.137711 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d02fb519-5b03-48b1-98a6-c53b62b00f16 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:28.157437 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: d02fb519-5b03-48b1-98a6-c53b62b00f16 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:28.157774 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d02fb519-5b03-48b1-98a6-c53b62b00f16 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:28.158172 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 937b6954-3d9d-4749-96c6-575e25e7337c no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:28.176533 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 937b6954-3d9d-4749-96c6-575e25e7337c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:28.176876 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 937b6954-3d9d-4749-96c6-575e25e7337c not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:28.177269 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ee7b1986-4e81-4d37-9203-f804cd1eba42 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:28.195775 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: ee7b1986-4e81-4d37-9203-f804cd1eba42 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:28.196092 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ee7b1986-4e81-4d37-9203-f804cd1eba42 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:38.054277 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d650a7-6b63-47b0-a4a2-84ded2ee085d req-71c514a8-900e-4397-b67a-5890d0288e47 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:38.055769 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1d650a7-6b63-47b0-a4a2-84ded2ee085d req-71c514a8-900e-4397-b67a-5890d0288e47 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0511005 Apr 11 06:38:38.107430 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c1d650a7-6b63-47b0-a4a2-84ded2ee085d req-7152be3d-1dae-4782-be69-90448d57e65f tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Apr 11 06:38:39.238125 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78976bad-9eaa-4a77-87b9-713ae60e6e28 req-104bb714-6d6f-41a8-aeed-53f92ebfad61 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:39.239635 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78976bad-9eaa-4a77-87b9-713ae60e6e28 req-104bb714-6d6f-41a8-aeed-53f92ebfad61 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0510087 Apr 11 06:38:39.292674 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78976bad-9eaa-4a77-87b9-713ae60e6e28 req-f4d180d8-dd22-4e7b-bd8c-137235bc5ec4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Apr 11 06:38:39.933845 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-19a97ae9-870f-4781-b65f-9c90758ad96e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:39.935328 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-19a97ae9-870f-4781-b65f-9c90758ad96e tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0553513 Apr 11 06:38:40.026142 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port 4cb13320-071a-4e38-aae5-b256b20048ab {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:40.026473 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.112421 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] For port 4cb13320-071a-4e38-aae5-b256b20048ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4cb13320-071a-4e38-aae5-b256b20048ab,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:40.112781 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.291032 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.291397 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (8b07d509-99b7-4196-89a2-658ef5ab1935), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.291707 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Floating IP 8b07d509-99b7-4196-89a2-658ef5ab1935 disassociated. External IP: 172.28.1.120, port: 4cb13320-071a-4e38-aae5-b256b20048ab. Apr 11 06:38:40.292042 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for 4cb13320-071a-4e38-aae5-b256b20048ab owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:40.444311 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aec516-8332-4993-b0b2-c74994746a25 req-f727fe14-57e5-4e98-8aa0-45b4cb8207b4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:40.445903 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d8aec516-8332-4993-b0b2-c74994746a25 req-f727fe14-57e5-4e98-8aa0-45b4cb8207b4 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/ports?device_id=9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a HTTP/1.1" status: 200 len: 946 time: 0.0803785 Apr 11 06:38:40.476162 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (4cb13320-071a-4e38-aae5-b256b20048ab), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.510883 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=4cb13320-071a-4e38-aae5-b256b20048ab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:40.581326 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d8aec516-8332-4993-b0b2-c74994746a25 req-c87ffd4e-f7d3-413c-84ba-c6f3f7c2127a tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50c3722-e9e0-4358-8826-7c0d218e8c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214337 Apr 11 06:38:40.653544 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:38:40.765815 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:38:40.776717 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:38:40.788288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:40.789148 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:40.807587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] No DVR routers for this DVR port 4cb13320-071a-4e38-aae5-b256b20048ab on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:40.810246 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.813705 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-938b416b-81d4-4b11-9100-3f4f6f5168c4 req-93b230b8-002f-4944-bb34-63f1c11204d0 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.26 "DELETE /v2.0/ports/4cb13320-071a-4e38-aae5-b256b20048ab HTTP/1.1" status: 204 len: 173 time: 0.8720100 Apr 11 06:38:40.814162 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'name': 'network-vif-deleted', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:38:40.816713 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84f38c4-8055-4d3a-8006-a40f36d14915" -d '{"events": [{"server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "name": "network-vif-deleted", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:38:40.856352 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11090790-2c89-49dc-a455-110bc46e654c x-openstack-request-id: req-11090790-2c89-49dc-a455-110bc46e654c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:38:40.856655 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a", "name": "network-vif-deleted", "tag": "4cb13320-071a-4e38-aae5-b256b20048ab", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:38:40.856917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11090790-2c89-49dc-a455-110bc46e654c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:38:40.859244 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11090790-2c89-49dc-a455-110bc46e654c'] response: {'server_uuid': '9db60cd5-9bb5-44ad-b39c-eb82cb9b9b8a', 'name': 'network-vif-deleted', 'tag': '4cb13320-071a-4e38-aae5-b256b20048ab', 'status': 'completed', 'code': 200} Apr 11 06:38:41.044007 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:41.238624 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:41.265188 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:38:41.273584 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:41.274169 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:41.384747 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:41.572134 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:41.603805 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993adf09-c6e9-40a3-9fbd-2e779ecdd46d None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:30:10Z', 'revision_number': 4, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': '3a52dc0a-c728-476b-ac6b-0220cb9b3b7f', 'name': '', 'network_id': '774a1318-257a-4ece-bbef-773dbf5d872f', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'mac_address': 'fa:16:3e:69:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:08Z', 'updated_at': '2022-04-11T06:30:22Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'subnets': [{'id': 'cc5ac5a6-3fe8-4221-9357-644342154a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:38:41.668629 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:41.723815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c88ad325-5860-4a29-996d-639472f2fab2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (f50c3722-e9e0-4358-8826-7c0d218e8c04), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:41.748404 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c88ad325-5860-4a29-996d-639472f2fab2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (f50c3722-e9e0-4358-8826-7c0d218e8c04), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:41.804916 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c88ad325-5860-4a29-996d-639472f2fab2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (f50c3722-e9e0-4358-8826-7c0d218e8c04), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:41.807827 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c88ad325-5860-4a29-996d-639472f2fab2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:41.811510 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c88ad325-5860-4a29-996d-639472f2fab2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/security-groups/f50c3722-e9e0-4358-8826-7c0d218e8c04 HTTP/1.1" status: 204 len: 168 time: 0.1393621 Apr 11 06:38:41.812499 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:41.820301 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ad325-5860-4a29-996d-639472f2fab2 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c3722-e9e0-4358-8826-7c0d218e8c04,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:41.834396 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.api.v2.resource [None req-3efacb1d-f8a8-483f-9b38-35a922878abe tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] show failed (client error): The resource could not be found. Apr 11 06:38:41.839470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55850) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:41.840447 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-3efacb1d-f8a8-483f-9b38-35a922878abe tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "GET /v2.0/security-groups/f50c3722-e9e0-4358-8826-7c0d218e8c04 HTTP/1.1" status: 404 len: 347 time: 0.0260699 Apr 11 06:38:41.899490 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abbac1-a6d3-4ca2-9131-16b8ff5cdfb9 None None] New status for floating IP 8b07d509-99b7-4196-89a2-658ef5ab1935: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:38:41.972050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Deleting port ef10f7f0-dff1-49b0-8388-c41fd5400268 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:41.972468 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.318041 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.318342 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (ef10f7f0-dff1-49b0-8388-c41fd5400268), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.330530 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Calling delete_port for ef10f7f0-dff1-49b0-8388-c41fd5400268 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:42.465856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (ef10f7f0-dff1-49b0-8388-c41fd5400268), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.491756 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Pushing event deleted for resources: {'Port': ['ID=ef10f7f0-dff1-49b0-8388-c41fd5400268,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:42.548305 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b954b61e-ff2d-4b10-9fa6-1f1ca251d27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.552769 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks [] for floatingip (8b07d509-99b7-4196-89a2-658ef5ab1935), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.555523 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:42.556865 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-dd043ae9-13fe-46f0-a5df-ba62ac3103f3 tempest-AttachVolumeNegativeTest-1840635497 tempest-AttachVolumeNegativeTest-1840635497-project] 10.222.0.11 "DELETE /v2.0/floatingips/8b07d509-99b7-4196-89a2-658ef5ab1935 HTTP/1.1" status: 204 len: 168 time: 0.7163603 Apr 11 06:38:44.166024 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4cb13320-071a-4e38-aae5-b256b20048ab no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:44.190952 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 4cb13320-071a-4e38-aae5-b256b20048ab {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:44.191302 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4cb13320-071a-4e38-aae5-b256b20048ab not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:44.874643 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a25768d4-9997-4089-b0a7-82976bcfa932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:45.864065 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:46.243155 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55916) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:46.743642 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (469e160b-da31-483f-a3bd-a0789c9bd419), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:46.990035 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Deleting port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:46.990316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.067378 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] For port 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:47.067756 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.080354 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Calling delete_port for 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:47.273229 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (3a52dc0a-c728-476b-ac6b-0220cb9b3b7f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.303088 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a52dc0a-c728-476b-ac6b-0220cb9b3b7f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:47.311683 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.467318 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (469e160b-da31-483f-a3bd-a0789c9bd419), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.688130 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Router 469e160b-da31-483f-a3bd-a0789c9bd419 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:38:47.796568 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:38:47.804466 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b7abe523-092b-40a0-96ca-bd396c085164 admin admin] 10.222.0.11 "PUT /v2.0/routers/469e160b-da31-483f-a3bd-a0789c9bd419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578053 Apr 11 06:38:47.804685 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:47.811801 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] Sync routers for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:38:47.824759 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:47.825492 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:47.918132 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks [] for router (469e160b-da31-483f-a3bd-a0789c9bd419), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.942096 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:48.026424 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks [] for router_gateway (469e160b-da31-483f-a3bd-a0789c9bd419), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.076589 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Deleting port 87013f12-7021-401f-8cf2-7451385cf9b0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:48.077027 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.116311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58'}], 'enable_snat': True}, 'gw_port_id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:38:47Z', 'revision_number': 5, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port': {'id': '87013f12-7021-401f-8cf2-7451385cf9b0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:02Z', 'updated_at': '2022-04-11T06:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:48.142668 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] Checking router: 469e160b-da31-483f-a3bd-a0789c9bd419 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:38:48.150721 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] Routers {'469e160b-da31-483f-a3bd-a0789c9bd419'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:48.151309 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['469e160b-da31-483f-a3bd-a0789c9bd419'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:48.155347 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] For port 87013f12-7021-401f-8cf2-7451385cf9b0, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=87013f12-7021-401f-8cf2-7451385cf9b0,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:48.155713 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.168607 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Calling delete_port for 87013f12-7021-401f-8cf2-7451385cf9b0 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:48.239663 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] Set router 469e160b-da31-483f-a3bd-a0789c9bd419 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:48.294039 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:38:48Z', 'revision_number': 6, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:48.320790 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a07cc-5501-4871-90e3-aab9ad9d2630 None None] The sync data for ids ['469e160b-da31-483f-a3bd-a0789c9bd419'] in dv-cinder-836996-3-smb is: [{'id': '469e160b-da31-483f-a3bd-a0789c9bd419', 'name': 'tempest-AttachVolumeNegativeTest-1970767333-router', 'tenant_id': '7bebca78381742d58d139c3c832a249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:01Z', 'updated_at': '2022-04-11T06:38:48Z', 'revision_number': 6, 'project_id': '7bebca78381742d58d139c3c832a249f', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:38:48.339529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (87013f12-7021-401f-8cf2-7451385cf9b0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.366847 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Pushing event deleted for resources: {'Port': ['ID=87013f12-7021-401f-8cf2-7451385cf9b0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:48.433097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (469e160b-da31-483f-a3bd-a0789c9bd419), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.527366 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (469e160b-da31-483f-a3bd-a0789c9bd419), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.529551 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks [] for router_controller (469e160b-da31-483f-a3bd-a0789c9bd419), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.577277 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (469e160b-da31-483f-a3bd-a0789c9bd419), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.577851 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469e160b-da31-483f-a3bd-a0789c9bd419 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:38:48.582572 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.583845 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-0a747653-72fd-4ec6-8013-2ae20cb294df admin admin] 10.222.0.11 "DELETE /v2.0/routers/469e160b-da31-483f-a3bd-a0789c9bd419 HTTP/1.1" status: 204 len: 168 time: 0.7781801 Apr 11 06:38:48.587134 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:48.630979 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Deleting subnet cc5ac5a6-3fe8-4221-9357-644342154a3f {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:38:48.633998 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Publish callbacks [] for subnet (cc5ac5a6-3fe8-4221-9357-644342154a3f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.669651 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (cc5ac5a6-3fe8-4221-9357-644342154a3f), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.748166 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (cc5ac5a6-3fe8-4221-9357-644342154a3f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.803986 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (cc5ac5a6-3fe8-4221-9357-644342154a3f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.829757 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5ac5a6-3fe8-4221-9357-644342154a3f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:48.831715 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.834939 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-2b5f0ad9-f5fe-4e0c-b6ad-614d4b1a154c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cc5ac5a6-3fe8-4221-9357-644342154a3f HTTP/1.1" status: 204 len: 168 time: 0.2467549 Apr 11 06:38:48.837589 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55942) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:48.838816 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6bf87-1e9a-4ee0-a267-d605d2506ed5 None None] Network 774a1318-257a-4ece-bbef-773dbf5d872f requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:48.907596 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (774a1318-257a-4ece-bbef-773dbf5d872f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.964672 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Deleting port 7d06478d-4c71-453a-85b2-fcf5587b6f62 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:48.965050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.027879 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] For port 7d06478d-4c71-453a-85b2-fcf5587b6f62, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7d06478d-4c71-453a-85b2-fcf5587b6f62,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:49.028668 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.042813 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Calling delete_port for 7d06478d-4c71-453a-85b2-fcf5587b6f62 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:49.070955 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d870dd3-6372-4334-8602-a2994995850b None None] DHCP port deletion for 774a1318-257a-4ece-bbef-773dbf5d872f request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:38:49.092823 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.131715 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3d870dd3-6372-4334-8602-a2994995850b None None] Deleting port 7d06478d-4c71-453a-85b2-fcf5587b6f62 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:49.132175 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d870dd3-6372-4334-8602-a2994995850b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.151457 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.177197 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d06478d-4c71-453a-85b2-fcf5587b6f62,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:49.184268 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] No DVR routers for this DVR port 7d06478d-4c71-453a-85b2-fcf5587b6f62 on host dv-cinder-836996-3-smb {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:49.205687 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3d870dd3-6372-4334-8602-a2994995850b None None] For port 7d06478d-4c71-453a-85b2-fcf5587b6f62, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=7d06478d-4c71-453a-85b2-fcf5587b6f62,segment=NetworkSegment(615dadfb-6594-45a7-b2c7-e37b5f6e4ffb),segment_id=615dadfb-6594-45a7-b2c7-e37b5f6e4ffb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:49.206081 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d870dd3-6372-4334-8602-a2994995850b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.219994 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3d870dd3-6372-4334-8602-a2994995850b None None] Calling delete_port for 7d06478d-4c71-453a-85b2-fcf5587b6f62 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:49.257739 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (774a1318-257a-4ece-bbef-773dbf5d872f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.281780 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774a1318-257a-4ece-bbef-773dbf5d872f']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:49.291470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:49.291763 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615dadfb-6594-45a7-b2c7-e37b5f6e4ffb') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:49.302562 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d870dd3-6372-4334-8602-a2994995850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (7d06478d-4c71-453a-85b2-fcf5587b6f62), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.305432 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (615dadfb-6594-45a7-b2c7-e37b5f6e4ffb), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.323291 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (615dadfb-6594-45a7-b2c7-e37b5f6e4ffb), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.329889 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:38:49.330348 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (615dadfb-6594-45a7-b2c7-e37b5f6e4ffb), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:38:49.332537 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:38:49.335284 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870dd3-6372-4334-8602-a2994995850b None None] Pushing event deleted for resources: {'Port': ['ID=7d06478d-4c71-453a-85b2-fcf5587b6f62,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:49.335284 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d870dd3-6372-4334-8602-a2994995850b None None] No DVR routers for this DVR port 7d06478d-4c71-453a-85b2-fcf5587b6f62 on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:49.397842 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (774a1318-257a-4ece-bbef-773dbf5d872f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.403651 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.406879 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] 10.222.0.11 "DELETE /v2.0/networks/774a1318-257a-4ece-bbef-773dbf5d872f HTTP/1.1" status: 204 len: 168 time: 0.5682967 Apr 11 06:38:49.419156 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf60447-3bbe-42f2-b465-a41b8b98528a admin admin] Pushing event deleted for resources: {'Network': ['ID=774a1318-257a-4ece-bbef-773dbf5d872f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:49.525200 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 55966) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:49.569871 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9a197b60-e004-4890-af68-abfb085bdf45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bebca78381742d58d139c3c832a249f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434580 Apr 11 06:38:49.572633 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 55970) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:49.619635 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38f891b6-b935-42a9-9872-2a5ee1bbc2fa admin admin] Publish callbacks [] for security_group (8a346b5d-d332-4f3b-90c8-59ab3ff9cc08), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.641120 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38f891b6-b935-42a9-9872-2a5ee1bbc2fa admin admin] Publish callbacks [] for security_group (8a346b5d-d332-4f3b-90c8-59ab3ff9cc08), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.695743 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38f891b6-b935-42a9-9872-2a5ee1bbc2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8a346b5d-d332-4f3b-90c8-59ab3ff9cc08), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.698078 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38f891b6-b935-42a9-9872-2a5ee1bbc2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.699232 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-38f891b6-b935-42a9-9872-2a5ee1bbc2fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a346b5d-d332-4f3b-90c8-59ab3ff9cc08 HTTP/1.1" status: 204 len: 168 time: 0.1255965 Apr 11 06:38:49.706495 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f891b6-b935-42a9-9872-2a5ee1bbc2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a346b5d-d332-4f3b-90c8-59ab3ff9cc08,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:50.148307 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:50.168301 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:50.168649 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 3a52dc0a-c728-476b-ac6b-0220cb9b3b7f not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:50.169060 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7d06478d-4c71-453a-85b2-fcf5587b6f62 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:50.188849 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 7d06478d-4c71-453a-85b2-fcf5587b6f62 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:50.189198 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 7d06478d-4c71-453a-85b2-fcf5587b6f62 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:50.189618 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 87013f12-7021-401f-8cf2-7451385cf9b0 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:50.208214 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 87013f12-7021-401f-8cf2-7451385cf9b0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:50.208562 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 87013f12-7021-401f-8cf2-7451385cf9b0 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:52.130793 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:38:54.203114 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56102) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:54.314029 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23d84fa1-592d-488b-b8ec-5958b4781cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.392443 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23d84fa1-592d-488b-b8ec-5958b4781cde admin admin] Publish callbacks [] for security_group (ec429d2d-914b-44e8-bd86-f8b3391c6ea5), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.398456 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23d84fa1-592d-488b-b8ec-5958b4781cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ec429d2d-914b-44e8-bd86-f8b3391c6ea5), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.434744 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-23d84fa1-592d-488b-b8ec-5958b4781cde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a819dfef3e264b8bb7aaec5346d9332f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303395 Apr 11 06:38:54.437543 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:54.439219 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d84fa1-592d-488b-b8ec-5958b4781cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec429d2d-914b-44e8-bd86-f8b3391c6ea5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:54.504514 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a728399c-bfc5-49bb-9065-ef8ac9a96d80 admin admin] Publish callbacks [] for security_group (ec429d2d-914b-44e8-bd86-f8b3391c6ea5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.527853 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a728399c-bfc5-49bb-9065-ef8ac9a96d80 admin admin] Publish callbacks [] for security_group (ec429d2d-914b-44e8-bd86-f8b3391c6ea5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.576730 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a728399c-bfc5-49bb-9065-ef8ac9a96d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ec429d2d-914b-44e8-bd86-f8b3391c6ea5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.580588 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a728399c-bfc5-49bb-9065-ef8ac9a96d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.581766 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a728399c-bfc5-49bb-9065-ef8ac9a96d80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec429d2d-914b-44e8-bd86-f8b3391c6ea5 HTTP/1.1" status: 204 len: 168 time: 0.1424940 Apr 11 06:38:54.590299 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728399c-bfc5-49bb-9065-ef8ac9a96d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec429d2d-914b-44e8-bd86-f8b3391c6ea5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:54.850835 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56120) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:54.863904 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-850d060a-1ea6-40d9-93fb-6a52f4ae1acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.946048 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-850d060a-1ea6-40d9-93fb-6a52f4ae1acb admin admin] Publish callbacks [] for security_group (b1442a86-05f1-4278-8be2-8d5dd2bca048), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.950763 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-850d060a-1ea6-40d9-93fb-6a52f4ae1acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b1442a86-05f1-4278-8be2-8d5dd2bca048), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.986758 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d060a-1ea6-40d9-93fb-6a52f4ae1acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1442a86-05f1-4278-8be2-8d5dd2bca048,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:54.991011 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-850d060a-1ea6-40d9-93fb-6a52f4ae1acb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6b39e00fb6b49fc83952f5521ea0beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392000 Apr 11 06:38:54.993633 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56122) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:55.044776 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8665114-de9d-441b-bb2f-2acb25be355d admin admin] Publish callbacks [] for security_group (b1442a86-05f1-4278-8be2-8d5dd2bca048), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:55.066815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8665114-de9d-441b-bb2f-2acb25be355d admin admin] Publish callbacks [] for security_group (b1442a86-05f1-4278-8be2-8d5dd2bca048), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:55.114217 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8665114-de9d-441b-bb2f-2acb25be355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b1442a86-05f1-4278-8be2-8d5dd2bca048), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:55.116680 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8665114-de9d-441b-bb2f-2acb25be355d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:55.117786 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e8665114-de9d-441b-bb2f-2acb25be355d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1442a86-05f1-4278-8be2-8d5dd2bca048 HTTP/1.1" status: 204 len: 168 time: 0.1232567 Apr 11 06:38:55.125545 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8665114-de9d-441b-bb2f-2acb25be355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1442a86-05f1-4278-8be2-8d5dd2bca048,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:57.315175 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.108926 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:58.215615 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1f418b1-b2b6-4f3c-9771-1a361cf95c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.290770 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1f418b1-b2b6-4f3c-9771-1a361cf95c3b admin admin] Publish callbacks [] for security_group (2511fd1c-dbb7-44f0-8216-2031776a3689), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.295600 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1f418b1-b2b6-4f3c-9771-1a361cf95c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (2511fd1c-dbb7-44f0-8216-2031776a3689), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.338285 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f1f418b1-b2b6-4f3c-9771-1a361cf95c3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=787dca424d65443392f07d35140c1b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281916 Apr 11 06:38:58.340313 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f418b1-b2b6-4f3c-9771-1a361cf95c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2511fd1c-dbb7-44f0-8216-2031776a3689,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:58.341409 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:58.400997 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9708052e-0a01-4b44-b318-3e45d50456a4 admin admin] Publish callbacks [] for security_group (2511fd1c-dbb7-44f0-8216-2031776a3689), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.423109 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9708052e-0a01-4b44-b318-3e45d50456a4 admin admin] Publish callbacks [] for security_group (2511fd1c-dbb7-44f0-8216-2031776a3689), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.472111 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9708052e-0a01-4b44-b318-3e45d50456a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (2511fd1c-dbb7-44f0-8216-2031776a3689), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.474921 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9708052e-0a01-4b44-b318-3e45d50456a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.476056 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9708052e-0a01-4b44-b318-3e45d50456a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2511fd1c-dbb7-44f0-8216-2031776a3689 HTTP/1.1" status: 204 len: 168 time: 0.1336591 Apr 11 06:38:58.486305 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708052e-0a01-4b44-b318-3e45d50456a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2511fd1c-dbb7-44f0-8216-2031776a3689,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:58.738102 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56332) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:58.751570 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b05b183-dc95-4a88-b535-d085addc7929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.829641 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b05b183-dc95-4a88-b535-d085addc7929 admin admin] Publish callbacks [] for security_group (b792e8aa-17fd-43f7-80d2-7c401ea06928), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.834496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b05b183-dc95-4a88-b535-d085addc7929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b792e8aa-17fd-43f7-80d2-7c401ea06928), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.859778 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56336) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:58.873134 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4b05b183-dc95-4a88-b535-d085addc7929 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30159c548fc2405bb362f7d58f1914df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337862 Apr 11 06:38:58.873854 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b183-dc95-4a88-b535-d085addc7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b792e8aa-17fd-43f7-80d2-7c401ea06928,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:58.875790 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56340) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:58.923345 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e6b-b360-4fe8-ba78-add0800b3aff admin admin] Publish callbacks [] for security_group (b792e8aa-17fd-43f7-80d2-7c401ea06928), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:58.948051 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e6b-b360-4fe8-ba78-add0800b3aff admin admin] Publish callbacks [] for security_group (b792e8aa-17fd-43f7-80d2-7c401ea06928), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.232588 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ee816b8-4b77-48e1-8cf3-d531fdda39c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.277715 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e6b-b360-4fe8-ba78-add0800b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b792e8aa-17fd-43f7-80d2-7c401ea06928), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.280229 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ff8e6b-b360-4fe8-ba78-add0800b3aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.281374 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-19ff8e6b-b360-4fe8-ba78-add0800b3aff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b792e8aa-17fd-43f7-80d2-7c401ea06928 HTTP/1.1" status: 204 len: 168 time: 0.4044287 Apr 11 06:38:59.298945 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff8e6b-b360-4fe8-ba78-add0800b3aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b792e8aa-17fd-43f7-80d2-7c401ea06928,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:59.347858 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ee816b8-4b77-48e1-8cf3-d531fdda39c7 admin admin] Publish callbacks [] for security_group (00508f6e-6d44-4fa1-bcd7-9302a922b7e8), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.351990 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3ee816b8-4b77-48e1-8cf3-d531fdda39c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (00508f6e-6d44-4fa1-bcd7-9302a922b7e8), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.391361 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3ee816b8-4b77-48e1-8cf3-d531fdda39c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b63f6f5181f45978fe7511dd0710d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304387 Apr 11 06:38:59.392277 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee816b8-4b77-48e1-8cf3-d531fdda39c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00508f6e-6d44-4fa1-bcd7-9302a922b7e8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:59.394014 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:59.442711 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c02c5e60-ad64-4763-86b8-e424a51dd4bf admin admin] Publish callbacks [] for security_group (00508f6e-6d44-4fa1-bcd7-9302a922b7e8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.465324 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c02c5e60-ad64-4763-86b8-e424a51dd4bf admin admin] Publish callbacks [] for security_group (00508f6e-6d44-4fa1-bcd7-9302a922b7e8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.512906 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c02c5e60-ad64-4763-86b8-e424a51dd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (00508f6e-6d44-4fa1-bcd7-9302a922b7e8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.515507 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c02c5e60-ad64-4763-86b8-e424a51dd4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.519330 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c02c5e60-ad64-4763-86b8-e424a51dd4bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00508f6e-6d44-4fa1-bcd7-9302a922b7e8 HTTP/1.1" status: 204 len: 168 time: 0.1216741 Apr 11 06:38:59.525330 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c5e60-ad64-4763-86b8-e424a51dd4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00508f6e-6d44-4fa1-bcd7-9302a922b7e8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:59.799071 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:59.812277 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c12-b731-4d35-a77b-f159e4bb108c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.887388 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c12-b731-4d35-a77b-f159e4bb108c admin admin] Publish callbacks [] for security_group (ffcc12d5-70c6-493e-8d5a-ee37a457ba84), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.892065 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c12-b731-4d35-a77b-f159e4bb108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ffcc12d5-70c6-493e-8d5a-ee37a457ba84), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.932599 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-2cb74c12-b731-4d35-a77b-f159e4bb108c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db2cce5dc46b4397ab18483382b2b8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324227 Apr 11 06:38:59.933728 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb74c12-b731-4d35-a77b-f159e4bb108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcc12d5-70c6-493e-8d5a-ee37a457ba84,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:59.935587 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:59.986573 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07bfbd55-8dee-4380-890c-2a04a0b02fab admin admin] Publish callbacks [] for security_group (ffcc12d5-70c6-493e-8d5a-ee37a457ba84), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:00.008553 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07bfbd55-8dee-4380-890c-2a04a0b02fab admin admin] Publish callbacks [] for security_group (ffcc12d5-70c6-493e-8d5a-ee37a457ba84), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:00.060431 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07bfbd55-8dee-4380-890c-2a04a0b02fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (ffcc12d5-70c6-493e-8d5a-ee37a457ba84), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:00.063051 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07bfbd55-8dee-4380-890c-2a04a0b02fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:00.064222 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-07bfbd55-8dee-4380-890c-2a04a0b02fab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffcc12d5-70c6-493e-8d5a-ee37a457ba84 HTTP/1.1" status: 204 len: 168 time: 0.1274378 Apr 11 06:39:00.072654 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfbd55-8dee-4380-890c-2a04a0b02fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcc12d5-70c6-493e-8d5a-ee37a457ba84,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:00.570156 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2e74-3754-4edd-b73c-5212e06f0c4f req-61db1ec9-5a9e-44ff-a85f-0ae697756dc6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:00.571707 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-812d2e74-3754-4edd-b73c-5212e06f0c4f req-61db1ec9-5a9e-44ff-a85f-0ae697756dc6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0538704 Apr 11 06:39:00.622823 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-812d2e74-3754-4edd-b73c-5212e06f0c4f req-8067378f-b803-4beb-9945-0b29763ad659 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Apr 11 06:39:01.679782 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56472) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:01.758055 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00095e-68aa-4936-b1a3-a16d4f5f9868 req-b072d534-76bf-4c31-ba18-5e69c3e089c5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:01.765090 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd00095e-68aa-4936-b1a3-a16d4f5f9868 req-b072d534-76bf-4c31-ba18-5e69c3e089c5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0729182 Apr 11 06:39:01.814714 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-fd00095e-68aa-4936-b1a3-a16d4f5f9868 req-9247a871-069d-4a95-a8ed-6018f333786a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487471 Apr 11 06:39:01.850867 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6aa94435-ed8d-40a9-adb4-8b7869c23641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:01.926933 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6aa94435-ed8d-40a9-adb4-8b7869c23641 admin admin] Publish callbacks [] for security_group (8d3aece1-30cc-45ba-86dc-44e14b5e56bb), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:01.932608 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6aa94435-ed8d-40a9-adb4-8b7869c23641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8d3aece1-30cc-45ba-86dc-44e14b5e56bb), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:01.969959 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-6aa94435-ed8d-40a9-adb4-8b7869c23641 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a601a63263b48fbaba0fb1a16d2895e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890856 Apr 11 06:39:01.970819 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa94435-ed8d-40a9-adb4-8b7869c23641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3aece1-30cc-45ba-86dc-44e14b5e56bb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:01.973571 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:02.023388 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca9f562b-a78b-4b88-8b12-e50f77fa1108 admin admin] Publish callbacks [] for security_group (8d3aece1-30cc-45ba-86dc-44e14b5e56bb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.044948 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca9f562b-a78b-4b88-8b12-e50f77fa1108 admin admin] Publish callbacks [] for security_group (8d3aece1-30cc-45ba-86dc-44e14b5e56bb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.094022 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca9f562b-a78b-4b88-8b12-e50f77fa1108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8d3aece1-30cc-45ba-86dc-44e14b5e56bb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.096648 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca9f562b-a78b-4b88-8b12-e50f77fa1108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.097807 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-ca9f562b-a78b-4b88-8b12-e50f77fa1108 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d3aece1-30cc-45ba-86dc-44e14b5e56bb HTTP/1.1" status: 204 len: 168 time: 0.1230628 Apr 11 06:39:02.105765 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f562b-a78b-4b88-8b12-e50f77fa1108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3aece1-30cc-45ba-86dc-44e14b5e56bb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:02.377013 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:02.394963 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7a600d-d0a9-49ef-8025-be6d844cfef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.482391 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7a600d-d0a9-49ef-8025-be6d844cfef9 admin admin] Publish callbacks [] for security_group (8962685a-d890-46f8-9c94-a84c72808cb9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.487944 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7a600d-d0a9-49ef-8025-be6d844cfef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8962685a-d890-46f8-9c94-a84c72808cb9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.525564 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8c7a600d-d0a9-49ef-8025-be6d844cfef9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45e650bca8be463190af7121956c59ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472237 Apr 11 06:39:02.526422 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a600d-d0a9-49ef-8025-be6d844cfef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8962685a-d890-46f8-9c94-a84c72808cb9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:02.528559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56486) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:02.580491 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ad70e3-98c4-4400-aac2-5783c631ff77 admin admin] Publish callbacks [] for security_group (8962685a-d890-46f8-9c94-a84c72808cb9), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.601958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ad70e3-98c4-4400-aac2-5783c631ff77 admin admin] Publish callbacks [] for security_group (8962685a-d890-46f8-9c94-a84c72808cb9), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.651199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ad70e3-98c4-4400-aac2-5783c631ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8962685a-d890-46f8-9c94-a84c72808cb9), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.653838 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ad70e3-98c4-4400-aac2-5783c631ff77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.655262 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e7ad70e3-98c4-4400-aac2-5783c631ff77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8962685a-d890-46f8-9c94-a84c72808cb9 HTTP/1.1" status: 204 len: 168 time: 0.1255791 Apr 11 06:39:02.666782 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad70e3-98c4-4400-aac2-5783c631ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8962685a-d890-46f8-9c94-a84c72808cb9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:02.942834 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3d895-22ba-4f50-8c93-b7e7bce5fbde req-4784510c-fe26-4cb0-b492-70aa69bc4fb1 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:02.944318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-33f3d895-22ba-4f50-8c93-b7e7bce5fbde req-4784510c-fe26-4cb0-b492-70aa69bc4fb1 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0467017 Apr 11 06:39:02.997273 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-33f3d895-22ba-4f50-8c93-b7e7bce5fbde req-76613f6f-d3f5-4f48-a55c-d169094811ab tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464559 Apr 11 06:39:03.849473 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-84e9b5e2-de7d-4313-8659-e599139f9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:03.851010 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-84e9b5e2-de7d-4313-8659-e599139f9547 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.0442169 Apr 11 06:39:03.955614 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-8d4099e1-556e-4304-8f5b-85f137fe771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:03.956985 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-8d4099e1-556e-4304-8f5b-85f137fe771c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.0854847 Apr 11 06:39:04.317585 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5240bf-fa69-46c0-acc2-02525bb1679b req-dae82b39-003a-4ccd-aaee-856a0ca958eb tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:04.319105 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9d5240bf-fa69-46c0-acc2-02525bb1679b req-dae82b39-003a-4ccd-aaee-856a0ca958eb tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0569108 Apr 11 06:39:04.327502 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-08858bb9-7f85-49fe-bd55-5dd43a4daf80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 1002 time: 0.3633664 Apr 11 06:39:04.409086 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-ac55d699-b67b-498f-bb0e-2f10054714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:04.410569 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-ac55d699-b67b-498f-bb0e-2f10054714fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0739162 Apr 11 06:39:04.415701 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9d5240bf-fa69-46c0-acc2-02525bb1679b req-d01b43de-03f2-41a1-a44e-22e4aa68b72c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861230 Apr 11 06:39:04.458652 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-6ff9903c-9fb1-449f-b584-41629e29ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:04.460300 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-6ff9903c-9fb1-449f-b584-41629e29ef85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430212 Apr 11 06:39:04.562517 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-273ef263-5816-4794-b42d-16a490a4d2d3 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953040 Apr 11 06:39:04.654707 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e98be536-06ad-4272-81fa-ceab1b7b6a28 req-69300963-fb1a-4fc7-acc5-d671e8648d57 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Apr 11 06:39:04.707316 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56582) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:04.817087 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99d3c3dc-15f8-4bb0-8721-d852d4b3da9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:04.898352 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99d3c3dc-15f8-4bb0-8721-d852d4b3da9b admin admin] Publish callbacks [] for security_group (d20e01c9-d920-4af2-aa4d-3a6d79756a78), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:04.903499 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99d3c3dc-15f8-4bb0-8721-d852d4b3da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d20e01c9-d920-4af2-aa4d-3a6d79756a78), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:04.945841 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-99d3c3dc-15f8-4bb0-8721-d852d4b3da9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70084cfd1168425a9531597746729c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373166 Apr 11 06:39:04.946979 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3c3dc-15f8-4bb0-8721-d852d4b3da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20e01c9-d920-4af2-aa4d-3a6d79756a78,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:04.948689 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:04.997075 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbbee27-09e2-492f-9755-aedcdf8e3802 admin admin] Publish callbacks [] for security_group (d20e01c9-d920-4af2-aa4d-3a6d79756a78), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.017721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbbee27-09e2-492f-9755-aedcdf8e3802 admin admin] Publish callbacks [] for security_group (d20e01c9-d920-4af2-aa4d-3a6d79756a78), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.069024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbbee27-09e2-492f-9755-aedcdf8e3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (d20e01c9-d920-4af2-aa4d-3a6d79756a78), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.071609 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbbee27-09e2-492f-9755-aedcdf8e3802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.072724 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4bbbee27-09e2-492f-9755-aedcdf8e3802 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d20e01c9-d920-4af2-aa4d-3a6d79756a78 HTTP/1.1" status: 204 len: 168 time: 0.1230233 Apr 11 06:39:05.080366 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbee27-09e2-492f-9755-aedcdf8e3802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20e01c9-d920-4af2-aa4d-3a6d79756a78,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:05.340217 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:05.353595 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad6edb7-4404-4f29-8af0-fe17c6e6f3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.433993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad6edb7-4404-4f29-8af0-fe17c6e6f3ad admin admin] Publish callbacks [] for security_group (741875bb-9c85-4fcd-a8e9-944751072c92), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.440890 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad6edb7-4404-4f29-8af0-fe17c6e6f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (741875bb-9c85-4fcd-a8e9-944751072c92), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.485257 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9ad6edb7-4404-4f29-8af0-fe17c6e6f3ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57951b0208c84a8a8ceb8bd7786aff03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438944 Apr 11 06:39:05.486119 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6edb7-4404-4f29-8af0-fe17c6e6f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741875bb-9c85-4fcd-a8e9-944751072c92,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:05.488772 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56604) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:05.563144 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30adfe-bea8-47a5-a1c7-7a83503532a4 req-b901fe15-dc77-4672-92fa-6402e6855b6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:05.564683 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7e30adfe-bea8-47a5-a1c7-7a83503532a4 req-b901fe15-dc77-4672-92fa-6402e6855b6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0615947 Apr 11 06:39:05.589692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d68a680-8217-49b0-84a2-912fd54deb15 admin admin] Publish callbacks [] for security_group (741875bb-9c85-4fcd-a8e9-944751072c92), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.623342 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d68a680-8217-49b0-84a2-912fd54deb15 admin admin] Publish callbacks [] for security_group (741875bb-9c85-4fcd-a8e9-944751072c92), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.643987 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7e30adfe-bea8-47a5-a1c7-7a83503532a4 req-53c4e8ee-b5ff-4ccf-91dd-720d8ce1e9c6 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701842 Apr 11 06:39:05.693055 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d68a680-8217-49b0-84a2-912fd54deb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (741875bb-9c85-4fcd-a8e9-944751072c92), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.695905 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7d68a680-8217-49b0-84a2-912fd54deb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:05.697015 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7d68a680-8217-49b0-84a2-912fd54deb15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/741875bb-9c85-4fcd-a8e9-944751072c92 HTTP/1.1" status: 204 len: 168 time: 0.2068238 Apr 11 06:39:05.704724 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68a680-8217-49b0-84a2-912fd54deb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741875bb-9c85-4fcd-a8e9-944751072c92,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:06.759722 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e7cf-acdf-43c0-af1a-af6b625d9d5b req-7fb5366d-91cd-48ee-ae9c-fe4d942b6ed3 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:06.761190 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bb8e7cf-acdf-43c0-af1a-af6b625d9d5b req-7fb5366d-91cd-48ee-ae9c-fe4d942b6ed3 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0473707 Apr 11 06:39:06.810558 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bb8e7cf-acdf-43c0-af1a-af6b625d9d5b req-2d297d95-1ded-4afd-80aa-f56c8c8a60a3 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Apr 11 06:39:07.924535 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd06f10-a8fc-4fd6-b555-2a5aef472dcd req-375a2b79-0251-425b-8b4c-eff2aef11a9d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:07.926061 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bcd06f10-a8fc-4fd6-b555-2a5aef472dcd req-375a2b79-0251-425b-8b4c-eff2aef11a9d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0474706 Apr 11 06:39:07.975504 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-bcd06f10-a8fc-4fd6-b555-2a5aef472dcd req-7f7ef5f7-076b-47da-b965-264d627e9825 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Apr 11 06:39:08.956199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56712) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:09.069098 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72db91f1-2f76-4e2d-ac83-c114e4d0ccd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.095175 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa335b6-f2c0-4bf8-bed9-71278c1f52e5 req-454f56ab-9c18-47d8-b07d-d6b6caf8f200 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:09.096693 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7fa335b6-f2c0-4bf8-bed9-71278c1f52e5 req-454f56ab-9c18-47d8-b07d-d6b6caf8f200 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0506868 Apr 11 06:39:09.149076 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72db91f1-2f76-4e2d-ac83-c114e4d0ccd9 admin admin] Publish callbacks [] for security_group (c024c479-7b33-4880-a093-0d9629ee87c7), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.152237 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7fa335b6-f2c0-4bf8-bed9-71278c1f52e5 req-78f1f553-fb25-4512-ada7-abbe5e4406e2 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Apr 11 06:39:09.154555 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72db91f1-2f76-4e2d-ac83-c114e4d0ccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (c024c479-7b33-4880-a093-0d9629ee87c7), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.202928 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-72db91f1-2f76-4e2d-ac83-c114e4d0ccd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5596b4e9102e490791380bcde9580cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454894 Apr 11 06:39:09.203775 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db91f1-2f76-4e2d-ac83-c114e4d0ccd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c024c479-7b33-4880-a093-0d9629ee87c7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:09.205809 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:09.255700 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23c034cf-d6b1-460b-9f22-962dd99ce605 admin admin] Publish callbacks [] for security_group (c024c479-7b33-4880-a093-0d9629ee87c7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.278134 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23c034cf-d6b1-460b-9f22-962dd99ce605 admin admin] Publish callbacks [] for security_group (c024c479-7b33-4880-a093-0d9629ee87c7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.325223 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23c034cf-d6b1-460b-9f22-962dd99ce605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (c024c479-7b33-4880-a093-0d9629ee87c7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.327913 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23c034cf-d6b1-460b-9f22-962dd99ce605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.329053 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-23c034cf-d6b1-460b-9f22-962dd99ce605 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c024c479-7b33-4880-a093-0d9629ee87c7 HTTP/1.1" status: 204 len: 168 time: 0.1221688 Apr 11 06:39:09.336430 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c034cf-d6b1-460b-9f22-962dd99ce605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c024c479-7b33-4880-a093-0d9629ee87c7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:09.604158 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:09.617947 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35df914f-1c4a-4a1e-9b27-57d0548d29fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.697904 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35df914f-1c4a-4a1e-9b27-57d0548d29fc admin admin] Publish callbacks [] for security_group (7e10c9a8-013a-491a-915c-1b11513edd44), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.703994 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35df914f-1c4a-4a1e-9b27-57d0548d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (7e10c9a8-013a-491a-915c-1b11513edd44), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.740148 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df914f-1c4a-4a1e-9b27-57d0548d29fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e10c9a8-013a-491a-915c-1b11513edd44,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:09.744507 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-35df914f-1c4a-4a1e-9b27-57d0548d29fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e21a5c12183b443ea410b70a2249ce77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392629 Apr 11 06:39:09.747209 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56728) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:09.794029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2476cdd4-c6cd-44c1-80c6-968317d00346 admin admin] Publish callbacks [] for security_group (7e10c9a8-013a-491a-915c-1b11513edd44), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.817207 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2476cdd4-c6cd-44c1-80c6-968317d00346 admin admin] Publish callbacks [] for security_group (7e10c9a8-013a-491a-915c-1b11513edd44), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.868258 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2476cdd4-c6cd-44c1-80c6-968317d00346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (7e10c9a8-013a-491a-915c-1b11513edd44), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.871031 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2476cdd4-c6cd-44c1-80c6-968317d00346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:09.872184 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-2476cdd4-c6cd-44c1-80c6-968317d00346 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e10c9a8-013a-491a-915c-1b11513edd44 HTTP/1.1" status: 204 len: 168 time: 0.1241016 Apr 11 06:39:09.880368 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476cdd4-c6cd-44c1-80c6-968317d00346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e10c9a8-013a-491a-915c-1b11513edd44,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:10.294109 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb946-74cc-4024-912c-933f0f4d3ac2 req-7561342c-0199-4001-8c77-b988e03097e3 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:10.295783 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-095fb946-74cc-4024-912c-933f0f4d3ac2 req-7561342c-0199-4001-8c77-b988e03097e3 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0563898 Apr 11 06:39:10.355614 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-095fb946-74cc-4024-912c-933f0f4d3ac2 req-7165def2-0610-40b7-bd39-1cdb4ecc2e50 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529327 Apr 11 06:39:10.374774 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b956aff-053a-4288-85b7-65d1bfff6dc8 req-e07ce150-f94d-48ac-9a82-73011ea69fe3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:10.376613 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0b956aff-053a-4288-85b7-65d1bfff6dc8 req-e07ce150-f94d-48ac-9a82-73011ea69fe3 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0586400 Apr 11 06:39:10.427355 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0b956aff-053a-4288-85b7-65d1bfff6dc8 req-3e1f376a-47e9-4029-b4d8-91fa4dce8d89 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452304 Apr 11 06:39:11.403652 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1b72-c12a-4456-8a89-30d40edce69d req-5b83c789-ce08-48c5-9990-e5c3c6d10681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.406012 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-5b83c789-ce08-48c5-9990-e5c3c6d10681 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.0428734 Apr 11 06:39:11.483472 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d10f7-fee3-4313-8c29-6dc7ee5fa205 req-38f58380-51b7-4cb6-b7b1-8070ba99b4ac tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.490810 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e74d10f7-fee3-4313-8c29-6dc7ee5fa205 req-38f58380-51b7-4cb6-b7b1-8070ba99b4ac tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0656159 Apr 11 06:39:11.503986 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1b72-c12a-4456-8a89-30d40edce69d req-e2e6da8c-7c50-4b51-a46e-e7e0a41276d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.505917 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-e2e6da8c-7c50-4b51-a46e-e7e0a41276d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.0919733 Apr 11 06:39:11.565179 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e74d10f7-fee3-4313-8c29-6dc7ee5fa205 req-6f1ca2b7-d8d9-444d-aacc-e5914f63a1cb tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680382 Apr 11 06:39:11.624235 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56806) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:11.629050 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-5ed577a7-8497-4a9a-a88b-95d73e9a3670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 1002 time: 0.1163518 Apr 11 06:39:11.637327 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73616-6f90-4f88-adf8-abc73831e734 req-a018b539-4d7d-4eda-b57e-e6d978dca788 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.638862 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d4f73616-6f90-4f88-adf8-abc73831e734 req-a018b539-4d7d-4eda-b57e-e6d978dca788 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0650637 Apr 11 06:39:11.723067 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1b72-c12a-4456-8a89-30d40edce69d req-bfe255d4-50c9-4dd9-ab5a-d004735b52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.724566 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-bfe255d4-50c9-4dd9-ab5a-d004735b52cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0722651 Apr 11 06:39:11.735100 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d4f73616-6f90-4f88-adf8-abc73831e734 req-d705a180-4f6e-42d4-a74a-69885f6e7eff tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd64fdad-df92-4a5e-8a2f-89f53bba0899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831702 Apr 11 06:39:11.756816 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc3efdbe-db2d-4d31-9c35-a95a07646804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.789956 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1b72-c12a-4456-8a89-30d40edce69d req-236887bb-93ea-46f2-a1b9-ed417e3f585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.791623 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-236887bb-93ea-46f2-a1b9-ed417e3f585a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0555944 Apr 11 06:39:11.845465 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc3efdbe-db2d-4d31-9c35-a95a07646804 admin admin] Publish callbacks [] for security_group (fa03773c-f547-4c07-b992-c0b2a8ec9874), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.849678 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc3efdbe-db2d-4d31-9c35-a95a07646804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fa03773c-f547-4c07-b992-c0b2a8ec9874), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.891979 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-c5df26cd-773c-4c85-9313-13e96601469f service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932541 Apr 11 06:39:11.899019 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3efdbe-db2d-4d31-9c35-a95a07646804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa03773c-f547-4c07-b992-c0b2a8ec9874,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:11.909727 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-dc3efdbe-db2d-4d31-9c35-a95a07646804 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1e8511c329b4c72a28910bb5ba03738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842195 Apr 11 06:39:11.923549 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:11.945631 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-4f496589-c1be-4f5d-b6d5-70bb0ea2acef tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:11.947283 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-4f496589-c1be-4f5d-b6d5-70bb0ea2acef tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 947 time: 0.0584962 Apr 11 06:39:12.029105 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-073e1b72-c12a-4456-8a89-30d40edce69d req-83483a1c-f748-49b2-8218-9f7596851bbf service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316586 Apr 11 06:39:12.030201 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164d8cfe-f2d1-436b-b6df-ed286c7430a1 admin admin] Publish callbacks [] for security_group (fa03773c-f547-4c07-b992-c0b2a8ec9874), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.031774 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Deleting port 388b0513-69ee-4b58-863c-ab496377dd16 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:12.032151 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (388b0513-69ee-4b58-863c-ab496377dd16), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.052116 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164d8cfe-f2d1-436b-b6df-ed286c7430a1 admin admin] Publish callbacks [] for security_group (fa03773c-f547-4c07-b992-c0b2a8ec9874), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.100260 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164d8cfe-f2d1-436b-b6df-ed286c7430a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fa03773c-f547-4c07-b992-c0b2a8ec9874), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.103051 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164d8cfe-f2d1-436b-b6df-ed286c7430a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.104189 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-164d8cfe-f2d1-436b-b6df-ed286c7430a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa03773c-f547-4c07-b992-c0b2a8ec9874 HTTP/1.1" status: 204 len: 168 time: 0.1796637 Apr 11 06:39:12.112314 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8cfe-f2d1-436b-b6df-ed286c7430a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa03773c-f547-4c07-b992-c0b2a8ec9874,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.138574 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] For port 388b0513-69ee-4b58-863c-ab496377dd16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=388b0513-69ee-4b58-863c-ab496377dd16,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:12.138937 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (388b0513-69ee-4b58-863c-ab496377dd16), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.334103 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.334635 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716788'] for floatingip (ce650463-9bb3-4cad-a2b7-932a927da80a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.335122 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.l3_db [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Floating IP ce650463-9bb3-4cad-a2b7-932a927da80a disassociated. External IP: 172.28.1.157, port: 388b0513-69ee-4b58-863c-ab496377dd16. Apr 11 06:39:12.335595 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Calling delete_port for 388b0513-69ee-4b58-863c-ab496377dd16 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:12.401481 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:12.415838 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-203fb436-ea38-426d-9ba1-e7d77197ea07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.495428 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (388b0513-69ee-4b58-863c-ab496377dd16), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.505225 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-203fb436-ea38-426d-9ba1-e7d77197ea07 admin admin] Publish callbacks [] for security_group (aabd7b0d-21a4-4a6f-8991-d90daf81fe81), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.509635 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-203fb436-ea38-426d-9ba1-e7d77197ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (aabd7b0d-21a4-4a6f-8991-d90daf81fe81), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.525610 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event deleted for resources: {'Port': ['ID=388b0513-69ee-4b58-863c-ab496377dd16,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.550897 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-203fb436-ea38-426d-9ba1-e7d77197ea07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a9a9f9f5ff94af4b2e97cb8e87ed8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480539 Apr 11 06:39:12.551942 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fb436-ea38-426d-9ba1-e7d77197ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd7b0d-21a4-4a6f-8991-d90daf81fe81,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.554463 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:12.569227 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29d82a0d-ea31-4137-80f9-fe7cc730670e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.610719 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c10b4896-8e0d-423a-a09f-0b0b68c8d581 admin admin] Publish callbacks [] for security_group (aabd7b0d-21a4-4a6f-8991-d90daf81fe81), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.632940 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c10b4896-8e0d-423a-a09f-0b0b68c8d581 admin admin] Publish callbacks [] for security_group (aabd7b0d-21a4-4a6f-8991-d90daf81fe81), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.680689 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c10b4896-8e0d-423a-a09f-0b0b68c8d581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (aabd7b0d-21a4-4a6f-8991-d90daf81fe81), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.683460 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c10b4896-8e0d-423a-a09f-0b0b68c8d581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.686964 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c10b4896-8e0d-423a-a09f-0b0b68c8d581 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aabd7b0d-21a4-4a6f-8991-d90daf81fe81 HTTP/1.1" status: 204 len: 168 time: 0.1293495 Apr 11 06:39:12.692679 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b4896-8e0d-423a-a09f-0b0b68c8d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd7b0d-21a4-4a6f-8991-d90daf81fe81,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.701291 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cc014-a5b4-4f26-9adc-5dd7017a10d6 req-245cbc64-710a-427a-9f7d-cf4c6ecbf20a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:12.702945 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-888cc014-a5b4-4f26-9adc-5dd7017a10d6 req-245cbc64-710a-427a-9f7d-cf4c6ecbf20a tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0615585 Apr 11 06:39:12.722103 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:39:12.796065 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-888cc014-a5b4-4f26-9adc-5dd7017a10d6 req-7dd71ddb-7f97-48a6-a989-d6a3e65f6a5f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830450 Apr 11 06:39:12.856074 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-06fda656-8cfa-4959-9f6e-9ff10e5a9739 req-019939fe-55c2-483f-938e-d9f9170e3ab0 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d8d7d8f-ec0a-4634-a09f-be9335095087 HTTP/1.1" status: 200 len: 210 time: 0.0299139 Apr 11 06:39:12.872264 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:12.882086 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:12.891830 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:12.892246 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:12.939266 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] No DVR routers for this DVR port 388b0513-69ee-4b58-863c-ab496377dd16 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:39:12.941385 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.945049 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-27351f51-949a-4f20-8f85-cb9cb4502f55 req-b5020373-718c-4f97-957e-c7372df785fd tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.26 "DELETE /v2.0/ports/388b0513-69ee-4b58-863c-ab496377dd16 HTTP/1.1" status: 204 len: 173 time: 0.9920886 Apr 11 06:39:12.945507 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-deleted', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:12.948208 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6efeef-0eb8-43af-afdc-c9d9c070ef05" -d '{"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-deleted", "tag": "388b0513-69ee-4b58-863c-ab496377dd16"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:13.003051 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8156bc-aa20-4e34-a18c-524bba778065 x-openstack-request-id: req-5a8156bc-aa20-4e34-a18c-524bba778065 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:13.003347 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d7d8f-ec0a-4634-a09f-be9335095087", "name": "network-vif-deleted", "tag": "388b0513-69ee-4b58-863c-ab496377dd16", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:13.003629 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a8156bc-aa20-4e34-a18c-524bba778065 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:13.004188 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8156bc-aa20-4e34-a18c-524bba778065'] response: {'server_uuid': '0d8d7d8f-ec0a-4634-a09f-be9335095087', 'name': 'network-vif-deleted', 'tag': '388b0513-69ee-4b58-863c-ab496377dd16', 'status': 'completed', 'code': 200} Apr 11 06:39:13.012794 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:13.388058 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:13.415711 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:13.424356 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:13.424959 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:38:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:13.531368 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:13.741398 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:13.769405 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6630c2-80cc-4114-8ff8-09f6a7312c35 None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:30:14Z', 'revision_number': 4, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'f07eb4b6-f140-4c31-8730-77a16f427664', 'name': '', 'network_id': '59a55e5d-0e6b-4311-83bc-9314bd598963', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'mac_address': 'fa:16:3e:9d:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '24696253-5405-49d9-9b0a-0cdafa935451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:11Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'subnets': [{'id': '24696253-5405-49d9-9b0a-0cdafa935451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:13.966992 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b886ae0-6221-4e70-a31f-ee3fdf65b655 req-f75bce1c-f5bb-40a4-822b-53a9d7384d76 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:13.968516 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8b886ae0-6221-4e70-a31f-ee3fdf65b655 req-f75bce1c-f5bb-40a4-822b-53a9d7384d76 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0871158 Apr 11 06:39:13.988037 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.036173 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8b886ae0-6221-4e70-a31f-ee3fdf65b655 req-9c061059-4f11-44a1-8c88-ab4631054b88 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572617 Apr 11 06:39:14.056181 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c41e51a5-880a-42cb-88ec-b52e115bcc11 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (fd64fdad-df92-4a5e-8a2f-89f53bba0899), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.090351 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c41e51a5-880a-42cb-88ec-b52e115bcc11 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (fd64fdad-df92-4a5e-8a2f-89f53bba0899), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.142347 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77af733-5bda-4f68-ae11-436eaa392f28 None None] New status for floating IP ce650463-9bb3-4cad-a2b7-932a927da80a: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:39:14.174274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c41e51a5-880a-42cb-88ec-b52e115bcc11 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fd64fdad-df92-4a5e-8a2f-89f53bba0899), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.178188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c41e51a5-880a-42cb-88ec-b52e115bcc11 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.180060 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c41e51a5-880a-42cb-88ec-b52e115bcc11 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "DELETE /v2.0/security-groups/fd64fdad-df92-4a5e-8a2f-89f53bba0899 HTTP/1.1" status: 204 len: 168 time: 0.1909943 Apr 11 06:39:14.183029 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.190339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e51a5-880a-42cb-88ec-b52e115bcc11 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64fdad-df92-4a5e-8a2f-89f53bba0899,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:14.203701 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.api.v2.resource [None req-39b71f7d-f41e-444e-9260-4a558c723124 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] show failed (client error): The resource could not be found. Apr 11 06:39:14.208274 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-39b71f7d-f41e-444e-9260-4a558c723124 tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "GET /v2.0/security-groups/fd64fdad-df92-4a5e-8a2f-89f53bba0899 HTTP/1.1" status: 404 len: 347 time: 0.0241702 Apr 11 06:39:14.208759 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 56886) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.430319 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Deleting port 295280ce-3812-4cbd-af79-bf7a1b11613f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:14.430911 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.449669 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948642c-2945-4d22-8270-66533db18692 req-0ff0802e-5480-47d0-8895-8158812c4cbd tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:14.451552 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6948642c-2945-4d22-8270-66533db18692 req-0ff0802e-5480-47d0-8895-8158812c4cbd tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0886967 Apr 11 06:39:14.490562 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.541892 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.542221 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (295280ce-3812-4cbd-af79-bf7a1b11613f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.544517 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-6948642c-2945-4d22-8270-66533db18692 req-d7c621f1-f50b-4e0b-94cd-8458fe6f51c7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833318 Apr 11 06:39:14.554933 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Calling delete_port for 295280ce-3812-4cbd-af79-bf7a1b11613f owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:14.618647 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-e5444d75-62e0-4a57-bef3-8dece83fb511 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252916 Apr 11 06:39:14.628208 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-222c28ff-bf62-421d-a52c-758b7408dbf2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:39:14.629171 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-222c28ff-bf62-421d-a52c-758b7408dbf2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051003 Apr 11 06:39:14.717266 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (295280ce-3812-4cbd-af79-bf7a1b11613f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.746339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Pushing event deleted for resources: {'Port': ['ID=295280ce-3812-4cbd-af79-bf7a1b11613f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:14.776388 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56918) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.809798 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks [] for floatingip (ce650463-9bb3-4cad-a2b7-932a927da80a), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.812576 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.813757 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-75c56bbd-9a53-4337-8f10-efe4d560675d tempest-AttachVolumeShelveTestJSON-1623360336 tempest-AttachVolumeShelveTestJSON-1623360336-project] 10.222.0.11 "DELETE /v2.0/floatingips/ce650463-9bb3-4cad-a2b7-932a927da80a HTTP/1.1" status: 204 len: 168 time: 0.6039505 Apr 11 06:39:14.853370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56924) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.865715 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4e05d2d-5d4c-448b-8fd7-48ca75109161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.920851 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-669ec890-c716-45b0-b0d5-3bd3abd5e9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.025910 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-6ae35790-b606-46bc-8f2b-e5fdaaa314e8 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:15.027307 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-6ae35790-b606-46bc-8f2b-e5fdaaa314e8 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports/777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 943 time: 0.2499340 Apr 11 06:39:15.045487 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-669ec890-c716-45b0-b0d5-3bd3abd5e9c1 admin admin] Publish callbacks [] for security_group (e29a3a9b-8a1e-40d2-a6b3-795844706888), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.050813 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-669ec890-c716-45b0-b0d5-3bd3abd5e9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e29a3a9b-8a1e-40d2-a6b3-795844706888), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.091655 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-669ec890-c716-45b0-b0d5-3bd3abd5e9c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7abebbb38e34e98bd4f007dfe5b4009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369485 Apr 11 06:39:15.092870 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ec890-c716-45b0-b0d5-3bd3abd5e9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a3a9b-8a1e-40d2-a6b3-795844706888,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:15.096116 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56932) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:15.145352 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9293b62e-c115-40ae-9e87-9cfd383eef0e admin admin] Publish callbacks [] for security_group (e29a3a9b-8a1e-40d2-a6b3-795844706888), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.169161 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9293b62e-c115-40ae-9e87-9cfd383eef0e admin admin] Publish callbacks [] for security_group (e29a3a9b-8a1e-40d2-a6b3-795844706888), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.220141 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9293b62e-c115-40ae-9e87-9cfd383eef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e29a3a9b-8a1e-40d2-a6b3-795844706888), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.222603 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9293b62e-c115-40ae-9e87-9cfd383eef0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.223767 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-9293b62e-c115-40ae-9e87-9cfd383eef0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e29a3a9b-8a1e-40d2-a6b3-795844706888 HTTP/1.1" status: 204 len: 168 time: 0.1255643 Apr 11 06:39:15.231772 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b62e-c115-40ae-9e87-9cfd383eef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a3a9b-8a1e-40d2-a6b3-795844706888,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:15.494570 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:15.510453 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4be9ee45-f8d9-4352-9f11-f013a5438cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.584393 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4be9ee45-f8d9-4352-9f11-f013a5438cf9 admin admin] Publish callbacks [] for security_group (8ab3d542-fea2-4b9a-86aa-df34eaf05db0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.589860 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4be9ee45-f8d9-4352-9f11-f013a5438cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8ab3d542-fea2-4b9a-86aa-df34eaf05db0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.628424 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4be9ee45-f8d9-4352-9f11-f013a5438cf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf26983b0b9e481d9ae4c76894ce1587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319113 Apr 11 06:39:15.629302 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9ee45-f8d9-4352-9f11-f013a5438cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab3d542-fea2-4b9a-86aa-df34eaf05db0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:15.631681 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 56952) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:15.660726 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76f2b-fce8-4f68-8a3b-682cf508b0d6 req-030b0d7f-b470-4b2d-b733-156489d719a5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:15.662445 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aff76f2b-fce8-4f68-8a3b-682cf508b0d6 req-030b0d7f-b470-4b2d-b733-156489d719a5 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0545747 Apr 11 06:39:15.679345 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1821828e-67f7-440e-acde-ffda58b9ede2 admin admin] Publish callbacks [] for security_group (8ab3d542-fea2-4b9a-86aa-df34eaf05db0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.701154 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1821828e-67f7-440e-acde-ffda58b9ede2 admin admin] Publish callbacks [] for security_group (8ab3d542-fea2-4b9a-86aa-df34eaf05db0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.713329 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aff76f2b-fce8-4f68-8a3b-682cf508b0d6 req-84e24fec-4e94-45e5-993b-a06f2ea067c8 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 Apr 11 06:39:15.764057 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1821828e-67f7-440e-acde-ffda58b9ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8ab3d542-fea2-4b9a-86aa-df34eaf05db0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.766665 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1821828e-67f7-440e-acde-ffda58b9ede2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.767981 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1821828e-67f7-440e-acde-ffda58b9ede2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ab3d542-fea2-4b9a-86aa-df34eaf05db0 HTTP/1.1" status: 204 len: 168 time: 0.1353273 Apr 11 06:39:15.777026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821828e-67f7-440e-acde-ffda58b9ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab3d542-fea2-4b9a-86aa-df34eaf05db0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:15.863434 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.242464 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-f7cff054-5eee-4e18-8631-5e9e6719856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:16.244141 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-f7cff054-5eee-4e18-8631-5e9e6719856d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae&tenant_id=83201495984b46029008e2fada6d919c HTTP/1.1" status: 200 len: 1130 time: 0.0415871 Apr 11 06:39:16.311244 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-b3f20583-1c10-4689-803b-709a3347fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:16.312749 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-b3f20583-1c10-4689-803b-709a3347fac8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.0441148 Apr 11 06:39:16.348313 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:16.376756 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 388b0513-69ee-4b58-863c-ab496377dd16 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:39:16.377181 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 388b0513-69ee-4b58-863c-ab496377dd16 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:39:16.405948 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-f1999950-47a5-4474-9747-3efaef68b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:16.407473 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-f1999950-47a5-4474-9747-3efaef68b880 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.0891871 Apr 11 06:39:16.471240 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-bddf8058-815d-4acc-8586-efae83c95c3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 1002 time: 0.0576308 Apr 11 06:39:16.521244 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-351150dc-16b7-4794-a5ce-3d91fcb922a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:16.522666 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-351150dc-16b7-4794-a5ce-3d91fcb922a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0462198 Apr 11 06:39:16.567549 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-1d9beb0e-694d-4873-8d1e-cffb0a84ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:16.569391 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-1d9beb0e-694d-4873-8d1e-cffb0a84ee06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397995 Apr 11 06:39:16.657354 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-3b11e751-1fc6-4336-b68b-addbc0604131 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820451 Apr 11 06:39:16.755216 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3bf53ab5-696f-44e4-87c7-6e7e46472f48 req-7918808d-2646-4e5f-b6e9-db9d6ac669ae service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919356 Apr 11 06:39:16.839321 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adbe41-3697-4e80-bc10-edd4fd1dd026 req-83020751-7278-46ef-969f-297da2a2af08 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:16.839831 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57000) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:16.841200 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-02adbe41-3697-4e80-bc10-edd4fd1dd026 req-83020751-7278-46ef-969f-297da2a2af08 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0504930 Apr 11 06:39:16.889854 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-02adbe41-3697-4e80-bc10-edd4fd1dd026 req-ced8510c-76ef-40a9-82df-e37ade50ba06 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Apr 11 06:39:16.949033 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a9153a8-0256-4d57-9273-ef3e579d17bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.022378 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a9153a8-0256-4d57-9273-ef3e579d17bd admin admin] Publish callbacks [] for security_group (851a9ed2-a529-43b7-bac9-b9f6bb931742), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.027954 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a9153a8-0256-4d57-9273-ef3e579d17bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (851a9ed2-a529-43b7-bac9-b9f6bb931742), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.063629 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9153a8-0256-4d57-9273-ef3e579d17bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a9ed2-a529-43b7-bac9-b9f6bb931742,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.067769 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-9a9153a8-0256-4d57-9273-ef3e579d17bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34cf41f9d1de42f5b095fed61d680b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274277 Apr 11 06:39:17.070304 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57010) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.121077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55ad3e37-163e-4691-8076-1f3001a596e3 admin admin] Publish callbacks [] for security_group (851a9ed2-a529-43b7-bac9-b9f6bb931742), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.142429 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55ad3e37-163e-4691-8076-1f3001a596e3 admin admin] Publish callbacks [] for security_group (851a9ed2-a529-43b7-bac9-b9f6bb931742), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.192643 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55ad3e37-163e-4691-8076-1f3001a596e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (851a9ed2-a529-43b7-bac9-b9f6bb931742), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.195633 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55ad3e37-163e-4691-8076-1f3001a596e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.196859 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-55ad3e37-163e-4691-8076-1f3001a596e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/851a9ed2-a529-43b7-bac9-b9f6bb931742 HTTP/1.1" status: 204 len: 168 time: 0.1256280 Apr 11 06:39:17.204895 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad3e37-163e-4691-8076-1f3001a596e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a9ed2-a529-43b7-bac9-b9f6bb931742,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.266277 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.314128 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.543391 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.556868 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f1af450-4574-4c58-bb83-7cd23912aa5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.640188 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f1af450-4574-4c58-bb83-7cd23912aa5f admin admin] Publish callbacks [] for security_group (c0ce21bf-ad2f-4229-a5d7-4205376836c5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.644786 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f1af450-4574-4c58-bb83-7cd23912aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (c0ce21bf-ad2f-4229-a5d7-4205376836c5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.682660 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-5f1af450-4574-4c58-bb83-7cd23912aa5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aecb97d22fb34af08497237bc1022fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381547 Apr 11 06:39:17.683659 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1af450-4574-4c58-bb83-7cd23912aa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce21bf-ad2f-4229-a5d7-4205376836c5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.686077 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57042) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.742712 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a647335-21bf-4e3d-a51c-e3d0789a3663 admin admin] Publish callbacks [] for security_group (c0ce21bf-ad2f-4229-a5d7-4205376836c5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.766475 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a647335-21bf-4e3d-a51c-e3d0789a3663 admin admin] Publish callbacks [] for security_group (c0ce21bf-ad2f-4229-a5d7-4205376836c5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.818572 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a647335-21bf-4e3d-a51c-e3d0789a3663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (c0ce21bf-ad2f-4229-a5d7-4205376836c5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.821929 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a647335-21bf-4e3d-a51c-e3d0789a3663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.823940 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8a647335-21bf-4e3d-a51c-e3d0789a3663 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0ce21bf-ad2f-4229-a5d7-4205376836c5 HTTP/1.1" status: 204 len: 168 time: 0.1370468 Apr 11 06:39:17.837781 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647335-21bf-4e3d-a51c-e3d0789a3663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce21bf-ad2f-4229-a5d7-4205376836c5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.844865 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (b71551c3-5231-4694-ab1c-9aa62cb1e520), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.060759 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefb111-a04c-4d04-bab8-4372df6b59c8 req-e2567080-c819-4cd7-b3b0-1ecc1b4bd14d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:18.062257 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9eefb111-a04c-4d04-bab8-4372df6b59c8 req-e2567080-c819-4cd7-b3b0-1ecc1b4bd14d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0993016 Apr 11 06:39:18.154609 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-9eefb111-a04c-4d04-bab8-4372df6b59c8 req-bbe8b10f-9f1f-4d04-8417-06bedc33c166 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824966 Apr 11 06:39:18.201002 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Deleting port f07eb4b6-f140-4c31-8730-77a16f427664 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:18.201339 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.286607 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] For port f07eb4b6-f140-4c31-8730-77a16f427664, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=f07eb4b6-f140-4c31-8730-77a16f427664,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:18.286997 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.300779 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Calling delete_port for f07eb4b6-f140-4c31-8730-77a16f427664 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:18.352469 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:18.448311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 777779ad-997e-459d-ba2e-ff2560f10483 is: ACTIVE; New status is: DOWN {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:18.449303 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.526142 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (f07eb4b6-f140-4c31-8730-77a16f427664), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.554283 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57082) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:18.566935 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f07eb4b6-f140-4c31-8730-77a16f427664,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:18.628587 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:18.636209 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeb2241-4d41-419f-be81-2adf33041766" -d '{"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-unplugged", "status": "completed", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:18.661807 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:18.674299 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.733293 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:18.737045 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0ceac-9040-4113-9c1b-e5020c72b4e8 x-openstack-request-id: req-d0b0ceac-9040-4113-9c1b-e5020c72b4e8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:18.737607 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-unplugged", "status": "completed", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:18.737864 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0b0ceac-9040-4113-9c1b-e5020c72b4e8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:18.738286 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b0ceac-9040-4113-9c1b-e5020c72b4e8'] response: {'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'code': 200} Apr 11 06:39:18.759204 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (b71551c3-5231-4694-ab1c-9aa62cb1e520), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.776089 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:18.823478 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6d04-d441-4ebc-8a6c-fdfe02ee85e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.853961 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-251989521-network', 'tenant_id': '53a4bb8ac91b4c3cabdd750465aa546e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:18.890238 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Made reservation on behalf of 53a4bb8ac91b4c3cabdd750465aa546e for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:18.892749 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.907116 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.968189 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6d04-d441-4ebc-8a6c-fdfe02ee85e7 admin admin] Publish callbacks [] for security_group (e5d40d5e-b33e-4859-8076-948d7300f97a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.976395 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6d04-d441-4ebc-8a6c-fdfe02ee85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e5d40d5e-b33e-4859-8076-948d7300f97a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.029051 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-5b1c6d04-d441-4ebc-8a6c-fdfe02ee85e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55ba02cfaed241ee8287d3c3cd0a0e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730387 Apr 11 06:39:19.032739 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:19.042683 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c6d04-d441-4ebc-8a6c-fdfe02ee85e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d40d5e-b33e-4859-8076-948d7300f97a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.077642 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.096505 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks [] for security_group (82583e69-16fb-4847-b597-12bd6f8dad4c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.103736 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (82583e69-16fb-4847-b597-12bd6f8dad4c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.126532 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Publish callbacks [] for security_group (e5d40d5e-b33e-4859-8076-948d7300f97a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.135180 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:39:19.159747 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82583e69-16fb-4847-b597-12bd6f8dad4c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.166310 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (87db3403-346a-4786-a1a4-cc7300a87b24), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.166645 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Added segment 87db3403-346a-4786-a1a4-cc7300a87b24 of type vlan for network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 Apr 11 06:39:19.178151 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Publish callbacks [] for security_group (e5d40d5e-b33e-4859-8076-948d7300f97a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.194401 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0db59-de70-4e8a-98e8-de2b2615e2f6 req-1cac943b-e7b7-4a89-a4a8-6fafba145415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:19.195937 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6cd0db59-de70-4e8a-98e8-de2b2615e2f6 req-1cac943b-e7b7-4a89-a4a8-6fafba145415 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1128 time: 0.0741463 Apr 11 06:39:19.223900 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (7050f89b-c6e9-4b12-a19b-4d8e3e698f74), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.274026 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (7050f89b-c6e9-4b12-a19b-4d8e3e698f74), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.275106 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:19.275686 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.310491 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e5d40d5e-b33e-4859-8076-948d7300f97a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.313028 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.314174 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5d40d5e-b33e-4859-8076-948d7300f97a HTTP/1.1" status: 204 len: 168 time: 0.2805221 Apr 11 06:39:19.325245 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-6cd0db59-de70-4e8a-98e8-de2b2615e2f6 req-3790a3a2-3513-4e5c-966c-cd6146c5f098 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210454 Apr 11 06:39:19.353339 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d40d5e-b33e-4859-8076-948d7300f97a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.356214 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729022e-6f6a-4122-8e6c-4d710ea85377 req-5d876e71-1a74-4612-bf39-910112d239d7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:19.357698 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1729022e-6f6a-4122-8e6c-4d710ea85377 req-5d876e71-1a74-4612-bf39-910112d239d7 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 944 time: 0.1081567 Apr 11 06:39:19.362600 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6242003 Apr 11 06:39:19.363475 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57100) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:19.368724 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Request body: {'subnet': {'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-251989521-subnet', 'tenant_id': '53a4bb8ac91b4c3cabdd750465aa546e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:19.373678 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.374329 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.374677 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.375556 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.375898 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.376254 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.377184 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.377676 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.378043 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.378520 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.378907 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.379333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.379716 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.379965 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.380297 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c163eda4-742a-4d1b-a11b-965aadc11675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:19.383439 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676b4be-ad89-4618-8bc9-e70b2ec2422b admin admin] Pushing event updated for resources: {'Network': ['ID=7050f89b-c6e9-4b12-a19b-4d8e3e698f74,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.403706 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:39:19.427701 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Made reservation on behalf of 53a4bb8ac91b4c3cabdd750465aa546e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:19.429938 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440309'] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.452617 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Router b71551c3-5231-4694-ab1c-9aa62cb1e520 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:39:19.467594 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1729022e-6f6a-4122-8e6c-4d710ea85377 req-8f0730bf-0632-4d34-8970-155f0639132d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930874 Apr 11 06:39:19.617352 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:19.631434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5124f336-a7cd-4ee8-916a-70ab5ebff406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.654415 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:19.660345 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-91ef0307-ac45-4071-9ab5-ffc5ae8ae8ae admin admin] 10.222.0.11 "PUT /v2.0/routers/b71551c3-5231-4694-ab1c-9aa62cb1e520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929808 Apr 11 06:39:19.663636 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57106) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:19.666059 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] Sync routers for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:19.677114 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:19.678038 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:39:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:19.715336 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5124f336-a7cd-4ee8-916a-70ab5ebff406 admin admin] Publish callbacks [] for security_group (b3f56862-ee3d-4d25-bace-1a661776beeb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.720525 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5124f336-a7cd-4ee8-916a-70ab5ebff406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b3f56862-ee3d-4d25-bace-1a661776beeb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.755507 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9374593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440295'] for subnet (b4fc8462-dcf9-4e92-94dd-ee640bda8736), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.762219 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-5124f336-a7cd-4ee8-916a-70ab5ebff406 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ac11b3d8c9844088f5e92cdbf2331e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412165 Apr 11 06:39:19.762219 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124f336-a7cd-4ee8-916a-70ab5ebff406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f56862-ee3d-4d25-bace-1a661776beeb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.764006 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57108) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:19.786862 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:19.811179 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae1daea-f8e2-40ff-aa7b-5d7e7b7dcc10 admin admin] Publish callbacks [] for security_group (b3f56862-ee3d-4d25-bace-1a661776beeb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.834190 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae1daea-f8e2-40ff-aa7b-5d7e7b7dcc10 admin admin] Publish callbacks [] for security_group (b3f56862-ee3d-4d25-bace-1a661776beeb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.851256 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fc8462-dcf9-4e92-94dd-ee640bda8736,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.859099 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks [] for router (b71551c3-5231-4694-ab1c-9aa62cb1e520), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.888768 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae1daea-f8e2-40ff-aa7b-5d7e7b7dcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b3f56862-ee3d-4d25-bace-1a661776beeb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.891283 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae1daea-f8e2-40ff-aa7b-5d7e7b7dcc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.892431 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-aae1daea-f8e2-40ff-aa7b-5d7e7b7dcc10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3f56862-ee3d-4d25-bace-1a661776beeb HTTP/1.1" status: 204 len: 168 time: 0.1273382 Apr 11 06:39:19.902166 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Checking segment: {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:19.902529 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Network hostable DHCP agents. Network: 7050f89b-c6e9-4b12-a19b-4d8e3e698f74, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:39:19.906874 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1daea-f8e2-40ff-aa7b-5d7e7b7dcc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f56862-ee3d-4d25-bace-1a661776beeb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.958595 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:39:19.971288 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:39:18Z', 'revision_number': 5, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port': {'id': 'ec324218-6815-4bcb-968e-3c7b90aa472a', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:04Z', 'updated_at': '2022-04-11T06:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:19.979445 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 7050f89b-c6e9-4b12-a19b-4d8e3e698f74) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:19.985932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:19.986526 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.992656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96f193-0429-4ecb-9450-8456b25d7c4e None None] Network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:19.993555 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks [] for router_gateway (b71551c3-5231-4694-ab1c-9aa62cb1e520), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.009150 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] Checking router: b71551c3-5231-4694-ab1c-9aa62cb1e520 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:20.013888 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f1ae1206-fe5f-4879-ad8f-46f959bbf60c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6492536 Apr 11 06:39:20.021964 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] Routers {'b71551c3-5231-4694-ab1c-9aa62cb1e520'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:20.023230 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:39:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['b71551c3-5231-4694-ab1c-9aa62cb1e520'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:20.051921 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Deleting port ec324218-6815-4bcb-968e-3c7b90aa472a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:20.052270 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.129762 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] Set router b71551c3-5231-4694-ab1c-9aa62cb1e520 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:20.157245 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83087896-995e-44ea-b83c-3f2e9e9e7553 None None] Network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:20.203712 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 6, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:20.231009 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] For port ec324218-6815-4bcb-968e-3c7b90aa472a, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ec324218-6815-4bcb-968e-3c7b90aa472a,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:20.231612 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.246719 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Calling delete_port for ec324218-6815-4bcb-968e-3c7b90aa472a owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:20.269581 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4f4c8-28d9-4c21-a933-ec52d99ced26 None None] The sync data for ids ['b71551c3-5231-4694-ab1c-9aa62cb1e520'] in dv-cinder-836996-3-smb is: [{'id': 'b71551c3-5231-4694-ab1c-9aa62cb1e520', 'name': 'tempest-AttachVolumeShelveTestJSON-1857757652-router', 'tenant_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:03Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 6, 'project_id': '8f14e42c2dc14874b6bcea420e6a12c7', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:20.358073 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:39:20.472587 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (ec324218-6815-4bcb-968e-3c7b90aa472a), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.490588 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:20.504765 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '777779ad-997e-459d-ba2e-ff2560f10483', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'port_id': '777779ad-997e-459d-ba2e-ff2560f10483', 'mac_address': 'fa:16:3e:fb:20:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:39:20.508830 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec324218-6815-4bcb-968e-3c7b90aa472a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:20.570759 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 777779ad-997e-459d-ba2e-ff2560f10483 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:20.571134 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.591060 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777779ad-997e-459d-ba2e-ff2560f10483 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:20.599107 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (b71551c3-5231-4694-ab1c-9aa62cb1e520), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.624609 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:20.629969 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.651084 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddada3fe-7c5c-4a32-8645-8bdd31bd9012 req-c6445d6e-fcf6-4c1a-b1bd-7c5cd233c6ba tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:20.653689 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ddada3fe-7c5c-4a32-8645-8bdd31bd9012 req-c6445d6e-fcf6-4c1a-b1bd-7c5cd233c6ba tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 944 time: 0.0930302 Apr 11 06:39:20.707212 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:20.737759 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (b71551c3-5231-4694-ab1c-9aa62cb1e520), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.744341 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks [] for router_controller (b71551c3-5231-4694-ab1c-9aa62cb1e520), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.749349 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ddada3fe-7c5c-4a32-8645-8bdd31bd9012 req-f830d81d-b7b6-4dda-91e3-4c5b52d61ebb tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879378 Apr 11 06:39:20.807302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (b71551c3-5231-4694-ab1c-9aa62cb1e520), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.808753 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71551c3-5231-4694-ab1c-9aa62cb1e520 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:39:20.815596 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.816995 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-67d0d9e4-1720-4cde-85fb-9dce63cdf584 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b71551c3-5231-4694-ab1c-9aa62cb1e520 HTTP/1.1" status: 204 len: 168 time: 1.1524568 Apr 11 06:39:20.819728 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:20.874930 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Deleting subnet 24696253-5405-49d9-9b0a-0cdafa935451 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:39:20.879131 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Publish callbacks [] for subnet (24696253-5405-49d9-9b0a-0cdafa935451), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.919073 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126057'] for subnet (24696253-5405-49d9-9b0a-0cdafa935451), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.976212 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['777779ad-997e-459d-ba2e-ff2560f10483'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:39:21.022315 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (24696253-5405-49d9-9b0a-0cdafa935451), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.088167 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12318096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11778434'] for subnet (24696253-5405-49d9-9b0a-0cdafa935451), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.116138 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24696253-5405-49d9-9b0a-0cdafa935451,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.118085 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.121307 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-be311f16-421b-4318-97c7-63484cbdc790 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/24696253-5405-49d9-9b0a-0cdafa935451 HTTP/1.1" status: 204 len: 168 time: 0.3005710 Apr 11 06:39:21.127041 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57148) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:21.134344 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30266d1e-6e0e-467d-b527-ba7e6399285b None None] Network 59a55e5d-0e6b-4311-83bc-9314bd598963 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:21.202491 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (59a55e5d-0e6b-4311-83bc-9314bd598963), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.247662 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Deleting port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:21.248383 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.318053 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] For port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:21.318424 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.347045 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Calling delete_port for 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:21.360503 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] DHCP port deletion for 59a55e5d-0e6b-4311-83bc-9314bd598963 request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:39:21.422636 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] Deleting port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:21.423103 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.466736 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.479649 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] No DVR routers for this DVR port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f on host dv-cinder-836996-3-smb {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:39:21.512219 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] For port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,segment=NetworkSegment(86fced60-4bf8-481e-9a83-5af3ff50ee64),segment_id=86fced60-4bf8-481e-9a83-5af3ff50ee64)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:21.512876 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.535702 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] Calling delete_port for 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:21.537346 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Pushing event deleted for resources: {'Port': ['ID=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.556361 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.556623 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.556966 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.557305 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.557642 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.557971 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.558303 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.558629 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.558985 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.559312 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.559688 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.560031 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.560390 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.560785 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.561115 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:21.594870 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (59a55e5d-0e6b-4311-83bc-9314bd598963), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.614639 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a55e5d-0e6b-4311-83bc-9314bd598963']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:21.620494 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.624527 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fced60-4bf8-481e-9a83-5af3ff50ee64') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:21.624821 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fced60-4bf8-481e-9a83-5af3ff50ee64') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:21.632519 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] No DVR routers for this DVR port 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:39:21.635271 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (86fced60-4bf8-481e-9a83-5af3ff50ee64), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.653483 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (86fced60-4bf8-481e-9a83-5af3ff50ee64), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.654600 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8977c-e0be-4ba2-a7db-6f2e3e07c77e None None] Pushing event deleted for resources: {'Port': ['ID=45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.660671 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:39:21.661071 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (86fced60-4bf8-481e-9a83-5af3ff50ee64), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:39:21.662826 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:39:21.721692 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (59a55e5d-0e6b-4311-83bc-9314bd598963), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.727364 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.730518 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] 10.222.0.11 "DELETE /v2.0/networks/59a55e5d-0e6b-4311-83bc-9314bd598963 HTTP/1.1" status: 204 len: 168 time: 0.6022546 Apr 11 06:39:21.740975 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e23cdc-f1c6-4fad-a279-021f7865e31f admin admin] Pushing event deleted for resources: {'Network': ['ID=59a55e5d-0e6b-4311-83bc-9314bd598963,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.882758 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac628f9-5819-4fa2-bcfc-7a166f06198f req-642a1fdd-ba8c-4efc-ba01-bab8e4915e62 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:21.884354 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dac628f9-5819-4fa2-bcfc-7a166f06198f req-642a1fdd-ba8c-4efc-ba01-bab8e4915e62 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 945 time: 0.0556486 Apr 11 06:39:21.919804 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:21.949343 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dac628f9-5819-4fa2-bcfc-7a166f06198f req-56db46d6-797f-4915-b36c-cd61b8191bd0 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566108 Apr 11 06:39:21.984573 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-4184cecc-d264-41f7-bc2b-adbe3d1326a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f14e42c2dc14874b6bcea420e6a12c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0629470 Apr 11 06:39:21.987151 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57190) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.056936 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a05e7a06-d225-4f6f-a88f-f1fcbefe70d5 admin admin] Publish callbacks [] for security_group (b0ecf682-b5d7-4e8f-9c1b-5390821a50ac), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.079913 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a05e7a06-d225-4f6f-a88f-f1fcbefe70d5 admin admin] Publish callbacks [] for security_group (b0ecf682-b5d7-4e8f-9c1b-5390821a50ac), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.150047 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a05e7a06-d225-4f6f-a88f-f1fcbefe70d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (b0ecf682-b5d7-4e8f-9c1b-5390821a50ac), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.153467 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a05e7a06-d225-4f6f-a88f-f1fcbefe70d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.154648 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-a05e7a06-d225-4f6f-a88f-f1fcbefe70d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0ecf682-b5d7-4e8f-9c1b-5390821a50ac HTTP/1.1" status: 204 len: 168 time: 0.1660466 Apr 11 06:39:22.163806 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e7a06-d225-4f6f-a88f-f1fcbefe70d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ecf682-b5d7-4e8f-9c1b-5390821a50ac,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:22.191305 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f07eb4b6-f140-4c31-8730-77a16f427664 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:22.221441 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: f07eb4b6-f140-4c31-8730-77a16f427664 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:39:22.222027 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device f07eb4b6-f140-4c31-8730-77a16f427664 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:39:22.222513 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:22.251158 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:39:22.251517 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 45a24ea7-e3a2-4db4-a81e-d5f9a6a9dc2f not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:39:22.252052 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ec324218-6815-4bcb-968e-3c7b90aa472a no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:22.273851 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: ec324218-6815-4bcb-968e-3c7b90aa472a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:39:22.274207 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ec324218-6815-4bcb-968e-3c7b90aa472a not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:39:22.303539 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-39f97afb-a55c-4c21-86c8-da59f33f2e3f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:22.305096 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-39f97afb-a55c-4c21-86c8-da59f33f2e3f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/networks?id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 200 len: 813 time: 0.1280310 Apr 11 06:39:22.321420 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-e263dea3-743c-4c58-888c-71796e69fbbb tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/quotas/53a4bb8ac91b4c3cabdd750465aa546e HTTP/1.1" status: 200 len: 375 time: 0.0099294 Apr 11 06:39:22.361840 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:22.366344 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-70055201-0a09-450a-96a4-d445bd1e168f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382783 Apr 11 06:39:22.433352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 777779ad-997e-459d-ba2e-ff2560f10483 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:22.433937 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (777779ad-997e-459d-ba2e-ff2560f10483), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.472351 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-46dd05ad-d8e4-4830-8b68-cb87a1862b62 service neutron] 10.222.0.11 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963745 Apr 11 06:39:22.502675 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57226) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.530649 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 777779ad-997e-459d-ba2e-ff2560f10483 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:22.531690 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.557352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:22.560765 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f0b8d0-1feb-41ac-9d49-de5414e4de20" -d '{"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-plugged", "status": "completed", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:22.575478 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:22.578339 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-78f8f3a7-6ecb-45c8-8783-04b2b7668e5d service neutron] 10.222.0.11 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000938 Apr 11 06:39:22.581677 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.622030 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7bfc8b-b386-4471-b167-d66608e228d7 x-openstack-request-id: req-5d7bfc8b-b386-4471-b167-d66608e228d7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:22.622348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-plugged", "status": "completed", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:22.622605 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d7bfc8b-b386-4471-b167-d66608e228d7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:22.623067 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7bfc8b-b386-4471-b167-d66608e228d7'] response: {'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'code': 200} Apr 11 06:39:22.633071 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5dc361d2-15f1-4246-9adc-761142323afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.650665 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:22.722964 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5dc361d2-15f1-4246-9adc-761142323afd admin admin] Publish callbacks [] for security_group (8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.736162 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5dc361d2-15f1-4246-9adc-761142323afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.808758 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c52eb5e8-399c-4f1b-a632-ec88f2b5ba86 req-1d40c782-0d73-4ce7-94c0-6c4ef749fedc tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 210 time: 0.0683923 Apr 11 06:39:22.812803 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-5dc361d2-15f1-4246-9adc-761142323afd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34b46c4613704d1daf0bb1506be35178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089840 Apr 11 06:39:22.813929 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc361d2-15f1-4246-9adc-761142323afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:22.815760 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57244) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.889217 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61122cd1-b4d4-4a0c-be64-24b9ab7019d0 admin admin] Publish callbacks [] for security_group (8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.914943 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61122cd1-b4d4-4a0c-be64-24b9ab7019d0 admin admin] Publish callbacks [] for security_group (8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.968890 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61122cd1-b4d4-4a0c-be64-24b9ab7019d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.971608 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61122cd1-b4d4-4a0c-be64-24b9ab7019d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.975583 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-61122cd1-b4d4-4a0c-be64-24b9ab7019d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6 HTTP/1.1" status: 204 len: 168 time: 0.1563394 Apr 11 06:39:22.984593 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61122cd1-b4d4-4a0c-be64-24b9ab7019d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf832f8-6744-4fc6-9a5f-92c9bfaa7ea6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.054542 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57260) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.268488 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1961340944-network', 'tenant_id': 'd2922c5e36f84077a0a81f474e2c6352'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:23.293679 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Made reservation on behalf of d2922c5e36f84077a0a81f474e2c6352 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:23.297167 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.306205 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.335393 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57266) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.349792 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a07297b-c9e9-4cbe-90bd-8a3db77e924f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.401883 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks [] for security_group (e3686880-4478-4cf9-838c-a842135ee40b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.405489 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e3686880-4478-4cf9-838c-a842135ee40b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.432481 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a07297b-c9e9-4cbe-90bd-8a3db77e924f admin admin] Publish callbacks [] for security_group (fdad70ab-8ed8-4051-9025-68a58d2ad233), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.433101 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:39:23.436979 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a07297b-c9e9-4cbe-90bd-8a3db77e924f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fdad70ab-8ed8-4051-9025-68a58d2ad233), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.438530 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3686880-4478-4cf9-838c-a842135ee40b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.445975 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (8df4467a-2280-4487-9c9f-84c7b1c8509e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.445975 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.segments_db [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Added segment 8df4467a-2280-4487-9c9f-84c7b1c8509e of type vlan for network ab163e34-68b5-47b3-817f-b3e35872f6b5 Apr 11 06:39:23.478531 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7a07297b-c9e9-4cbe-90bd-8a3db77e924f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2975c22b68e34030b01bebac3d779aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415329 Apr 11 06:39:23.479258 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07297b-c9e9-4cbe-90bd-8a3db77e924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad70ab-8ed8-4051-9025-68a58d2ad233,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.481586 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57268) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.486965 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (ab163e34-68b5-47b3-817f-b3e35872f6b5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.512403 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (ab163e34-68b5-47b3-817f-b3e35872f6b5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.513440 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:23.513994 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.530084 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b398275f-51b0-4584-94d8-381ac627015c admin admin] Publish callbacks [] for security_group (fdad70ab-8ed8-4051-9025-68a58d2ad233), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.551950 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b398275f-51b0-4584-94d8-381ac627015c admin admin] Publish callbacks [] for security_group (fdad70ab-8ed8-4051-9025-68a58d2ad233), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.572429 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5166748 Apr 11 06:39:23.576675 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57270) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.577818 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128233b8-656e-4cd9-91d7-599f3b47a90a admin admin] Pushing event updated for resources: {'Network': ['ID=ab163e34-68b5-47b3-817f-b3e35872f6b5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.582258 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Request body: {'subnet': {'network_id': 'ab163e34-68b5-47b3-817f-b3e35872f6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1961340944-subnet', 'tenant_id': 'd2922c5e36f84077a0a81f474e2c6352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:23.604246 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network ab163e34-68b5-47b3-817f-b3e35872f6b5 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:39:23.611247 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Made reservation on behalf of d2922c5e36f84077a0a81f474e2c6352 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:23.613727 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440309'] for subnet (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.678042 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b398275f-51b0-4584-94d8-381ac627015c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (fdad70ab-8ed8-4051-9025-68a58d2ad233), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.680731 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b398275f-51b0-4584-94d8-381ac627015c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.684735 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-b398275f-51b0-4584-94d8-381ac627015c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdad70ab-8ed8-4051-9025-68a58d2ad233 HTTP/1.1" status: 204 len: 168 time: 0.1997466 Apr 11 06:39:23.722614 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398275f-51b0-4584-94d8-381ac627015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad70ab-8ed8-4051-9025-68a58d2ad233,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.813116 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-43b9080f-607a-4796-9209-39dc4ea7c2b6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:23.815242 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-43b9080f-607a-4796-9209-39dc4ea7c2b6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "GET /v2.0/networks?id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 200 len: 813 time: 0.1471710 Apr 11 06:39:23.840129 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Request body: {'port': {'device_id': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74', 'admin_state_up': True, 'tenant_id': '53a4bb8ac91b4c3cabdd750465aa546e'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:23.906372 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f0f220a2-b446-4769-b28a-edba4f664e14 req-953f46fb-340a-4416-a1d8-29a87295735c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 210 time: 0.0295880 Apr 11 06:39:23.972674 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9374593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440295'] for subnet (544adad4-6432-4da7-ad42-f556b4b2b441), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.059295 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Made reservation on behalf of 53a4bb8ac91b4c3cabdd750465aa546e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:24.062824 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.064996 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Pushing event updated for resources: {'Subnet': ['ID=544adad4-6432-4da7-ad42-f556b4b2b441,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:24.087444 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Checking segment: {'id': '8df4467a-2280-4487-9c9f-84c7b1c8509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ab163e34-68b5-47b3-817f-b3e35872f6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:24.087795 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Network hostable DHCP agents. Network: ab163e34-68b5-47b3-817f-b3e35872f6b5, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:39:24.144706 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Network ab163e34-68b5-47b3-817f-b3e35872f6b5 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:39:24.163215 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, ab163e34-68b5-47b3-817f-b3e35872f6b5) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:24.170717 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9463a4-8c00-44ab-8ef5-743da422537b None None] Network ab163e34-68b5-47b3-817f-b3e35872f6b5 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:24.186031 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:24.186607 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.208864 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7c6fd8ad-2bdf-4445-9e3e-1e07ed5e250f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6309972 Apr 11 06:39:24.224912 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Allocated IP 172.20.0.12 (7050f89b-c6e9-4b12-a19b-4d8e3e698f74/b4fc8462-dcf9-4e92-94dd-ee640bda8736/59db3753-bfe4-4362-826e-86f3e4878a50) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:24.273561 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c027824-5e36-4f98-ab60-6756724c2484 None None] Network ab163e34-68b5-47b3-817f-b3e35872f6b5 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:24.393021 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks [] for port (59db3753-bfe4-4362-826e-86f3e4878a50), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.427519 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.469757 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:24.472706 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:24.476330 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:24.505949 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Pushing event updated for resources: {'Port': ['ID=59db3753-bfe4-4362-826e-86f3e4878a50,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:24.533545 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:24.534148 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.551335 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-62da3dbe-7b3d-4162-8f01-0e352e0405e6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7153358 Apr 11 06:39:24.563172 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Request body: {'port': {'device_id': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:24.624740 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.747360 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:24.752098 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815026580-network', 'tenant_id': 'c2567fe2b8ec44cc9eabcc4f1dcc27a0'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:24.816455 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Made reservation on behalf of c2567fe2b8ec44cc9eabcc4f1dcc27a0 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:24.818813 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.830484 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.955746 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59db3753-bfe4-4362-826e-86f3e4878a50 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:24.969567 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Publish callbacks [] for port (59db3753-bfe4-4362-826e-86f3e4878a50), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.000237 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks [] for security_group (0ee187f6-0f25-4b62-bb6a-e65acf92f8ca), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.002609 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Transition to ACTIVE for port object 59db3753-bfe4-4362-826e-86f3e4878a50 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:39:25.026555 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (0ee187f6-0f25-4b62-bb6a-e65acf92f8ca), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.030295 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.360737 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4806dc-38c5-41f7-940f-8d2a2aa431f2 req-0e968f9f-29da-4769-ba21-826d8b21fa14 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:25.362200 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5b4806dc-38c5-41f7-940f-8d2a2aa431f2 req-0e968f9f-29da-4769-ba21-826d8b21fa14 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 932 time: 0.3799627 Apr 11 06:39:25.362969 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:39:25.390832 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee187f6-0f25-4b62-bb6a-e65acf92f8ca,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.394725 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (0f8b5a25-f431-4068-a6b6-af5614008f80), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.395076 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Added segment 0f8b5a25-f431-4068-a6b6-af5614008f80 of type vlan for network 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9 Apr 11 06:39:25.420765 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Pushing event updated for resources: {'Port': ['ID=59db3753-bfe4-4362-826e-86f3e4878a50,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.479619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (40e9768f-2b9c-4b7f-90b9-c06c6f7816c9), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.529163 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5b4806dc-38c5-41f7-940f-8d2a2aa431f2 req-6ad459dc-e8ce-4ba9-bfb9-e6ae89cf686b tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543956 Apr 11 06:39:25.556565 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (40e9768f-2b9c-4b7f-90b9-c06c6f7816c9), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.557473 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:25.558055 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.568199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Attempting to bind port 59db3753-bfe4-4362-826e-86f3e4878a50 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:25.568531 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Attempting to bind port 59db3753-bfe4-4362-826e-86f3e4878a50 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:25.568856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Attempting to bind port 59db3753-bfe4-4362-826e-86f3e4878a50 on network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:25.592548 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Port 59db3753-bfe4-4362-826e-86f3e4878a50 on network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:39:25.592935 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Attempting to bind port 59db3753-bfe4-4362-826e-86f3e4878a50 on network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:25.625074 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8740666 Apr 11 06:39:25.625459 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57298) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:25.629124 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c9cae-9e1f-4c73-9ea5-8637c0c7ea3e admin admin] Pushing event updated for resources: {'Network': ['ID=40e9768f-2b9c-4b7f-90b9-c06c6f7816c9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.630293 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Request body: {'subnet': {'network_id': '40e9768f-2b9c-4b7f-90b9-c06c6f7816c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815026580-subnet', 'tenant_id': 'c2567fe2b8ec44cc9eabcc4f1dcc27a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:25.631294 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:25.631613 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Checking segment: {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:25.631988 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Bound using segment: {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:25.632420 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Bound port: 59db3753-bfe4-4362-826e-86f3e4878a50, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:25.632778 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.641711 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:39:25.652060 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Made reservation on behalf of c2567fe2b8ec44cc9eabcc4f1dcc27a0 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:25.654550 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11778463'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.700559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] For port 59db3753-bfe4-4362-826e-86f3e4878a50, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:25.703958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] For port 59db3753-bfe4-4362-826e-86f3e4878a50, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=59db3753-bfe4-4362-826e-86f3e4878a50,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:25.714102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.751781 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:25.752399 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.753800 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] 10.222.0.26 "PUT /v2.0/ports/59db3753-bfe4-4362-826e-86f3e4878a50 HTTP/1.1" status: 200 len: 1094 time: 1.1951456 Apr 11 06:39:25.756068 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'tag': '59db3753-bfe4-4362-826e-86f3e4878a50'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:25.759447 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7208aee-0440-451c-8cae-0b5037391431" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc5a80c-67d0-411b-934f-24ce93948d2d", "tag": "59db3753-bfe4-4362-826e-86f3e4878a50"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:25.791005 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae22b-7d33-4661-a650-1427bf2fd26c service neutron] Pushing event updated for resources: {'Port': ['ID=59db3753-bfe4-4362-826e-86f3e4878a50,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.825771 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12315485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11778445'] for subnet (b28d4e8f-29f3-48e7-bb06-db6fe2721bee), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.831407 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e65f9e1-0599-484f-bbed-8bdce6fec2f9 x-openstack-request-id: req-6e65f9e1-0599-484f-bbed-8bdce6fec2f9 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:25.831696 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc5a80c-67d0-411b-934f-24ce93948d2d", "tag": "59db3753-bfe4-4362-826e-86f3e4878a50", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:25.831943 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e65f9e1-0599-484f-bbed-8bdce6fec2f9 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:25.832334 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e65f9e1-0599-484f-bbed-8bdce6fec2f9'] response: {'name': 'network-changed', 'server_uuid': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'tag': '59db3753-bfe4-4362-826e-86f3e4878a50', 'status': 'completed', 'code': 200} Apr 11 06:39:25.843849 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-220f7378-5013-4682-a0c0-e6efa4268486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:25.845650 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-220f7378-5013-4682-a0c0-e6efa4268486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 1128 time: 0.0436938 Apr 11 06:39:25.873599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28d4e8f-29f3-48e7-bb06-db6fe2721bee,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.886862 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-d6f5932d-2437-46c3-9666-02cbee4a85f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59db3753-bfe4-4362-826e-86f3e4878a50 HTTP/1.1" status: 200 len: 217 time: 0.0340586 Apr 11 06:39:25.888401 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Checking segment: {'id': '0f8b5a25-f431-4068-a6b6-af5614008f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '40e9768f-2b9c-4b7f-90b9-c06c6f7816c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:25.888756 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Network hostable DHCP agents. Network: 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:39:25.906149 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Network 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:39:25.914761 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:25.919147 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:25.919961 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.926991 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25717b60-cb7b-4d91-83ba-ca812d391746 None None] Network 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:25.939482 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-abb19b82-da6f-43e7-9be8-38bf7763a175 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3129382 Apr 11 06:39:25.946660 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-88fd2931-fa04-4ead-b36b-bde27d02c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:25.948445 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-88fd2931-fa04-4ead-b36b-bde27d02c6c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4fc8462-dcf9-4e92-94dd-ee640bda8736 HTTP/1.1" status: 200 len: 853 time: 0.0542276 Apr 11 06:39:25.981676 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-1fc56a18-f2bf-45d0-993e-336534316bee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271447 Apr 11 06:39:26.029370 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336bf3c-b196-49e5-8dd0-acff8e7b6e1c None None] Network 40e9768f-2b9c-4b7f-90b9-c06c6f7816c9 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:26.057490 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:26.074890 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-95da0dab-5e48-4d17-a723-77c78c5fd8eb service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873435 Apr 11 06:39:26.106638 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Deleting subnet 544adad4-6432-4da7-ad42-f556b4b2b441 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:39:26.110102 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Publish callbacks [] for subnet (544adad4-6432-4da7-ad42-f556b4b2b441), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.145230 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126057'] for subnet (544adad4-6432-4da7-ad42-f556b4b2b441), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.171253 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6ebd426-a887-4af0-82bf-e4d652b00caf req-a2edfa20-dd08-400e-aa31-6312439ff44d service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905755 Apr 11 06:39:26.185225 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (544adad4-6432-4da7-ad42-f556b4b2b441), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.241511 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12318096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11778434'] for subnet (544adad4-6432-4da7-ad42-f556b4b2b441), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.274261 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544adad4-6432-4da7-ad42-f556b4b2b441,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:26.282035 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.285190 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b7bea5ad-4c45-4004-afed-3919368dab50 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/544adad4-6432-4da7-ad42-f556b4b2b441 HTTP/1.1" status: 204 len: 168 time: 0.2262712 Apr 11 06:39:26.287704 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:26.361345 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (ab163e34-68b5-47b3-817f-b3e35872f6b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.443235 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (ab163e34-68b5-47b3-817f-b3e35872f6b5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.462987 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab163e34-68b5-47b3-817f-b3e35872f6b5']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:26.472370 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df4467a-2280-4487-9c9f-84c7b1c8509e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:26.472663 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df4467a-2280-4487-9c9f-84c7b1c8509e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:26.481935 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (8df4467a-2280-4487-9c9f-84c7b1c8509e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.495519 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (8df4467a-2280-4487-9c9f-84c7b1c8509e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.502237 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:39:26.503012 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (8df4467a-2280-4487-9c9f-84c7b1c8509e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:39:26.505375 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:39:26.560634 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (ab163e34-68b5-47b3-817f-b3e35872f6b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.567989 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.571999 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ab163e34-68b5-47b3-817f-b3e35872f6b5 HTTP/1.1" status: 204 len: 168 time: 0.2833464 Apr 11 06:39:26.575274 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:26.583991 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac004a-578a-4a92-b6a1-6192f639c807 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab163e34-68b5-47b3-817f-b3e35872f6b5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:26.650751 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Deleting subnet b28d4e8f-29f3-48e7-bb06-db6fe2721bee {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:39:26.660985 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4536d4-277b-43b8-b7b9-41fb3f81a494 req-321046df-80e6-418f-96a9-8212ab880996 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:26.662483 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7b4536d4-277b-43b8-b7b9-41fb3f81a494 req-321046df-80e6-418f-96a9-8212ab880996 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 944 time: 0.0567493 Apr 11 06:39:26.663155 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Publish callbacks [] for subnet (b28d4e8f-29f3-48e7-bb06-db6fe2721bee), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.717433 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (b28d4e8f-29f3-48e7-bb06-db6fe2721bee), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.762472 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7b4536d4-277b-43b8-b7b9-41fb3f81a494 req-6f9efe5a-4186-4b88-b1a9-e7d1375832b2 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766399 Apr 11 06:39:26.772281 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (b28d4e8f-29f3-48e7-bb06-db6fe2721bee), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.826617 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (b28d4e8f-29f3-48e7-bb06-db6fe2721bee), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.851203 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28d4e8f-29f3-48e7-bb06-db6fe2721bee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:26.855084 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.858137 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4eb5c4c8-8a26-48fb-8e55-6a2312ca0434 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b28d4e8f-29f3-48e7-bb06-db6fe2721bee HTTP/1.1" status: 204 len: 168 time: 0.2817671 Apr 11 06:39:26.860606 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57312) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:26.929111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (40e9768f-2b9c-4b7f-90b9-c06c6f7816c9), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.008955 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (40e9768f-2b9c-4b7f-90b9-c06c6f7816c9), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.027918 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e9768f-2b9c-4b7f-90b9-c06c6f7816c9']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:27.036932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8b5a25-f431-4068-a6b6-af5614008f80') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:27.037218 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8b5a25-f431-4068-a6b6-af5614008f80') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:27.046629 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (0f8b5a25-f431-4068-a6b6-af5614008f80), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.060340 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (0f8b5a25-f431-4068-a6b6-af5614008f80), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.066223 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:39:27.066590 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (0f8b5a25-f431-4068-a6b6-af5614008f80), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:39:27.068236 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:39:27.122585 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (40e9768f-2b9c-4b7f-90b9-c06c6f7816c9), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.127805 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.130875 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40e9768f-2b9c-4b7f-90b9-c06c6f7816c9 HTTP/1.1" status: 204 len: 168 time: 0.2693350 Apr 11 06:39:27.142923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551fdb4-fef5-410d-b257-06f01ec79731 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e9768f-2b9c-4b7f-90b9-c06c6f7816c9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:27.297363 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57316) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:27.319436 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.340116 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-248f339b-dd27-4b06-89fd-6e5d14cdff49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2922c5e36f84077a0a81f474e2c6352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415521 Apr 11 06:39:27.343532 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57318) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:27.396822 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49997c6e-e188-4451-a90e-6127245722ae admin admin] Publish callbacks [] for security_group (e3686880-4478-4cf9-838c-a842135ee40b), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.419102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49997c6e-e188-4451-a90e-6127245722ae admin admin] Publish callbacks [] for security_group (e3686880-4478-4cf9-838c-a842135ee40b), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.470461 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49997c6e-e188-4451-a90e-6127245722ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e3686880-4478-4cf9-838c-a842135ee40b), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.473074 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49997c6e-e188-4451-a90e-6127245722ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.474207 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-49997c6e-e188-4451-a90e-6127245722ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3686880-4478-4cf9-838c-a842135ee40b HTTP/1.1" status: 204 len: 168 time: 0.1297867 Apr 11 06:39:27.485008 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49997c6e-e188-4451-a90e-6127245722ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3686880-4478-4cf9-838c-a842135ee40b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:27.792707 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:27.836229 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-1b053426-dec4-4459-b74e-e31f58007a5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2567fe2b8ec44cc9eabcc4f1dcc27a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422354 Apr 11 06:39:27.839306 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:27.884288 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faacad-9cc8-4843-b6b5-63b95f223455 req-4231d71c-caee-476e-bd2f-ba0899c26ce6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:27.885754 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-66faacad-9cc8-4843-b6b5-63b95f223455 req-4231d71c-caee-476e-bd2f-ba0899c26ce6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 944 time: 0.0530653 Apr 11 06:39:27.887686 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4f71688-66b6-4263-9d13-2cd825f9aaf0 admin admin] Publish callbacks [] for security_group (0ee187f6-0f25-4b62-bb6a-e65acf92f8ca), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.908848 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4f71688-66b6-4263-9d13-2cd825f9aaf0 admin admin] Publish callbacks [] for security_group (0ee187f6-0f25-4b62-bb6a-e65acf92f8ca), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.931677 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-66faacad-9cc8-4843-b6b5-63b95f223455 req-fb890c92-bd82-4aa6-a316-acb3631d4fec tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Apr 11 06:39:27.958426 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4f71688-66b6-4263-9d13-2cd825f9aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (0ee187f6-0f25-4b62-bb6a-e65acf92f8ca), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.961047 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4f71688-66b6-4263-9d13-2cd825f9aaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.962202 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-c4f71688-66b6-4263-9d13-2cd825f9aaf0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ee187f6-0f25-4b62-bb6a-e65acf92f8ca HTTP/1.1" status: 204 len: 168 time: 0.1213176 Apr 11 06:39:27.970327 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f71688-66b6-4263-9d13-2cd825f9aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee187f6-0f25-4b62-bb6a-e65acf92f8ca,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:28.184956 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208aee-0440-451c-8cae-0b5037391431 req-9a1267c7-692b-4e9d-be90-ccc12ca0d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:28.186571 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-9a1267c7-692b-4e9d-be90-ccc12ca0d4eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 1128 time: 0.0435886 Apr 11 06:39:28.280516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208aee-0440-451c-8cae-0b5037391431 req-e7b33ed7-0e7b-4033-8555-db312675c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:28.282074 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-e7b33ed7-0e7b-4033-8555-db312675c095 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 200 len: 914 time: 0.0898571 Apr 11 06:39:28.326132 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-24ce8c08-9fb8-4699-a1f3-4f34e077a506 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59db3753-bfe4-4362-826e-86f3e4878a50 HTTP/1.1" status: 200 len: 217 time: 0.0381849 Apr 11 06:39:28.381115 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208aee-0440-451c-8cae-0b5037391431 req-6c2f1c44-cfa7-4b69-a2d9-a1836d58bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:28.382589 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-6c2f1c44-cfa7-4b69-a2d9-a1836d58bff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4fc8462-dcf9-4e92-94dd-ee640bda8736 HTTP/1.1" status: 200 len: 853 time: 0.0511632 Apr 11 06:39:28.417078 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-92dbdea9-f82b-4424-a88a-dd5c97c952ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280182 Apr 11 06:39:28.514291 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-be48c83c-6d8e-4835-b6af-bcbae273e28e service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914521 Apr 11 06:39:28.605969 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b7208aee-0440-451c-8cae-0b5037391431 req-33a58172-9dcd-488f-8770-358dbb10cedc service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Apr 11 06:39:29.044495 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56ad1e-acb2-489e-8e90-1dd049dda6a5 req-b687f3c0-b024-48fe-a129-508aa72dc3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:29.045916 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c56ad1e-acb2-489e-8e90-1dd049dda6a5 req-b687f3c0-b024-48fe-a129-508aa72dc3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 944 time: 0.0469229 Apr 11 06:39:29.100797 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7c56ad1e-acb2-489e-8e90-1dd049dda6a5 req-a17bce85-fb3e-47f9-b0d4-8c5e8081dee5 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488086 Apr 11 06:39:29.129916 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:39:30.216909 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5490c8-6cc1-421c-b81c-e017d6186310 req-09c68225-23da-4fdf-8898-646185e4f6d4 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:30.218339 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4f5490c8-6cc1-421c-b81c-e017d6186310 req-09c68225-23da-4fdf-8898-646185e4f6d4 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 944 time: 0.0468915 Apr 11 06:39:30.270401 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4f5490c8-6cc1-421c-b81c-e017d6186310 req-47dd825e-b36f-4aae-9ca9-46edffa86261 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 Apr 11 06:39:30.426736 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 59db3753-bfe4-4362-826e-86f3e4878a50 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:39:30.537951 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 59db3753-bfe4-4362-826e-86f3e4878a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=59db3753-bfe4-4362-826e-86f3e4878a50,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:30.548862 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '59db3753-bfe4-4362-826e-86f3e4878a50', 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74', 'port_id': '59db3753-bfe4-4362-826e-86f3e4878a50', 'mac_address': 'fa:16:3e:ce:a3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fc8462-dcf9-4e92-94dd-ee640bda8736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:39:30.587471 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 59db3753-bfe4-4362-826e-86f3e4878a50 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:30.587853 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:30.601741 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59db3753-bfe4-4362-826e-86f3e4878a50 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:30.621644 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 59db3753-bfe4-4362-826e-86f3e4878a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=59db3753-bfe4-4362-826e-86f3e4878a50,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:30.627923 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:30.674854 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=59db3753-bfe4-4362-826e-86f3e4878a50,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:30.682585 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.682966 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.683310 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.683680 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.684016 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.684348 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.684678 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.685001 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.685332 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.685655 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.685964 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.686300 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.686625 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.686974 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.687292 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:30.959243 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['59db3753-bfe4-4362-826e-86f3e4878a50'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:39:31.391215 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3218a-fb01-452d-a8a0-ea4a93297504 req-b84ae856-335a-4cc6-b1c8-c2bcb6f03304 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:31.392707 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c4a3218a-fb01-452d-a8a0-ea4a93297504 req-b84ae856-335a-4cc6-b1c8-c2bcb6f03304 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 945 time: 0.0475700 Apr 11 06:39:31.440642 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c4a3218a-fb01-452d-a8a0-ea4a93297504 req-c9fb195b-ebe8-4377-a043-5613bcdaf130 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Apr 11 06:39:32.424814 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 59db3753-bfe4-4362-826e-86f3e4878a50 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:32.472131 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 59db3753-bfe4-4362-826e-86f3e4878a50 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:39:32.481947 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 59db3753-bfe4-4362-826e-86f3e4878a50 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:32.482413 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:32.572081 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b807-90b0-41b7-b2ae-38ec473c7a65 req-d325ed53-6140-4109-a501-be5af8e5c19f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:32.575599 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 59db3753-bfe4-4362-826e-86f3e4878a50 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:32.576022 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:32.579526 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-04f2b807-90b0-41b7-b2ae-38ec473c7a65 req-d325ed53-6140-4109-a501-be5af8e5c19f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 945 time: 0.0690570 Apr 11 06:39:32.601507 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59db3753-bfe4-4362-826e-86f3e4878a50'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:32.603878 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec271c9a-66a1-4a11-bdab-f5c072a61280" -d '{"events": [{"server_uuid": "3cc5a80c-67d0-411b-934f-24ce93948d2d", "name": "network-vif-plugged", "status": "completed", "tag": "59db3753-bfe4-4362-826e-86f3e4878a50"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:32.616644 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 59db3753-bfe4-4362-826e-86f3e4878a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=59db3753-bfe4-4362-826e-86f3e4878a50,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:32.624794 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:32.629130 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-04f2b807-90b0-41b7-b2ae-38ec473c7a65 req-3f8d9a3b-9703-4e92-96f1-d022418985dc tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Apr 11 06:39:32.663899 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e11e3a-3411-4c9e-a27f-9ab3ab05016f x-openstack-request-id: req-24e11e3a-3411-4c9e-a27f-9ab3ab05016f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:32.664184 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5a80c-67d0-411b-934f-24ce93948d2d", "name": "network-vif-plugged", "status": "completed", "tag": "59db3753-bfe4-4362-826e-86f3e4878a50", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:32.664435 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24e11e3a-3411-4c9e-a27f-9ab3ab05016f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:32.664830 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e11e3a-3411-4c9e-a27f-9ab3ab05016f'] response: {'server_uuid': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59db3753-bfe4-4362-826e-86f3e4878a50', 'code': 200} Apr 11 06:39:32.675451 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=59db3753-bfe4-4362-826e-86f3e4878a50,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:32.835542 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fef1df-ea34-407a-bf31-e0bce11b34fa req-bf2a6089-9c97-4bc6-b6ce-5ded0ab2f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:32.837396 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f2fef1df-ea34-407a-bf31-e0bce11b34fa req-bf2a6089-9c97-4bc6-b6ce-5ded0ab2f58f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 1130 time: 0.0408745 Apr 11 06:39:32.882211 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f2fef1df-ea34-407a-bf31-e0bce11b34fa req-a7b51d91-0ce9-4e90-9c33-97cdac43eaf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Apr 11 06:39:33.754063 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3bc05-784f-4082-8ee2-a8cb77289d6c req-c2ec96d5-3513-44b2-a68d-11a562871ef3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:33.755550 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e2b3bc05-784f-4082-8ee2-a8cb77289d6c req-c2ec96d5-3513-44b2-a68d-11a562871ef3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0476823 Apr 11 06:39:33.803743 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e2b3bc05-784f-4082-8ee2-a8cb77289d6c req-cd10e823-105a-4306-b5f9-185d1ddb2a33 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Apr 11 06:39:34.491841 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57460) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:34.605550 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7dbaeca-d4c2-4368-a954-394cb5c7139b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.687249 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7dbaeca-d4c2-4368-a954-394cb5c7139b admin admin] Publish callbacks [] for security_group (e694a779-ed6b-4f7b-8615-6c127c4c5014), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.693725 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7dbaeca-d4c2-4368-a954-394cb5c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e694a779-ed6b-4f7b-8615-6c127c4c5014), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.732029 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-f7dbaeca-d4c2-4368-a954-394cb5c7139b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbabbf449e9841dc8c41cf6cdafa1ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390759 Apr 11 06:39:34.734162 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbaeca-d4c2-4368-a954-394cb5c7139b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e694a779-ed6b-4f7b-8615-6c127c4c5014,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:34.734873 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:34.782730 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc77f3a5-5973-4288-9dbd-834169268ca8 admin admin] Publish callbacks [] for security_group (e694a779-ed6b-4f7b-8615-6c127c4c5014), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.804567 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc77f3a5-5973-4288-9dbd-834169268ca8 admin admin] Publish callbacks [] for security_group (e694a779-ed6b-4f7b-8615-6c127c4c5014), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.860151 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc77f3a5-5973-4288-9dbd-834169268ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e694a779-ed6b-4f7b-8615-6c127c4c5014), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.862822 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc77f3a5-5973-4288-9dbd-834169268ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:34.866791 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-cc77f3a5-5973-4288-9dbd-834169268ca8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e694a779-ed6b-4f7b-8615-6c127c4c5014 HTTP/1.1" status: 204 len: 168 time: 0.1308320 Apr 11 06:39:34.875147 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77f3a5-5973-4288-9dbd-834169268ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e694a779-ed6b-4f7b-8615-6c127c4c5014,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:34.929609 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523f4c7-4304-440f-8628-439068fdd0b1 req-831d4454-0ed1-4e1a-94eb-b491190cfbb3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:34.931125 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f523f4c7-4304-440f-8628-439068fdd0b1 req-831d4454-0ed1-4e1a-94eb-b491190cfbb3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0550492 Apr 11 06:39:34.981632 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f523f4c7-4304-440f-8628-439068fdd0b1 req-e825d645-6109-4be7-be8f-bc170aff1056 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Apr 11 06:39:35.144390 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:35.158543 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883fa55b-bb47-4c62-9cb0-bde50dd2d807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.231493 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883fa55b-bb47-4c62-9cb0-bde50dd2d807 admin admin] Publish callbacks [] for security_group (387bdece-885c-4faa-81de-ec96df9e81f3), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.236950 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883fa55b-bb47-4c62-9cb0-bde50dd2d807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (387bdece-885c-4faa-81de-ec96df9e81f3), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.277857 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fa55b-bb47-4c62-9cb0-bde50dd2d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387bdece-885c-4faa-81de-ec96df9e81f3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:35.282250 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-883fa55b-bb47-4c62-9cb0-bde50dd2d807 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00d567a082014d4fbe62f3e5540788f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366892 Apr 11 06:39:35.285641 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57512) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:35.332961 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a564044-ad22-4d58-ba63-dcad6ec9844f admin admin] Publish callbacks [] for security_group (387bdece-885c-4faa-81de-ec96df9e81f3), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.355199 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a564044-ad22-4d58-ba63-dcad6ec9844f admin admin] Publish callbacks [] for security_group (387bdece-885c-4faa-81de-ec96df9e81f3), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.409220 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a564044-ad22-4d58-ba63-dcad6ec9844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (387bdece-885c-4faa-81de-ec96df9e81f3), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.412118 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a564044-ad22-4d58-ba63-dcad6ec9844f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:35.415665 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-7a564044-ad22-4d58-ba63-dcad6ec9844f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/387bdece-885c-4faa-81de-ec96df9e81f3 HTTP/1.1" status: 204 len: 168 time: 0.1273336 Apr 11 06:39:35.421428 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a564044-ad22-4d58-ba63-dcad6ec9844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387bdece-885c-4faa-81de-ec96df9e81f3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:36.125108 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 57552) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:36.224372 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-633467428-network', 'tenant_id': 'b758ee76d8d7458989c94bd707e8ec77'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:36.248101 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Made reservation on behalf of b758ee76d8d7458989c94bd707e8ec77 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:36.250417 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for network (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.258907 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.346565 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks [] for security_group (22f2a2ec-381b-4c7d-9312-107fb270bccf), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.352260 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (22f2a2ec-381b-4c7d-9312-107fb270bccf), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.384710 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:39:36.389559 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2a2ec-381b-4c7d-9312-107fb270bccf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:36.397402 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (3866b4d0-2d03-43ed-be70-ac9f27ea57c4), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.397402 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.db.segments_db [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Added segment 3866b4d0-2d03-43ed-be70-ac9f27ea57c4 of type vlan for network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 Apr 11 06:39:36.442111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775232627285'] for network (2ccfc9f3-b628-4ac0-94aa-077e56b2b512), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.467877 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077'] for network (2ccfc9f3-b628-4ac0-94aa-077e56b2b512), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.468844 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:36.469490 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.503104 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3768051 Apr 11 06:39:36.506078 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 57558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:36.511179 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Request body: {'subnet': {'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-633467428-subnet', 'tenant_id': 'b758ee76d8d7458989c94bd707e8ec77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:36.531923 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a93b09-9c52-4caa-8068-50415a36f2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ccfc9f3-b628-4ac0-94aa-077e56b2b512,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:36.532159 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Made reservation on behalf of b758ee76d8d7458989c94bd707e8ec77 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:36.534506 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11778463'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.541978 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 details requested by agent ovs-agent-dv-cinder-836996-3-smb with host dv-cinder-836996-3-smb {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:39:36.705933 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12315485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11778445'] for subnet (05fe69d9-a192-4d9d-b5b4-489bf52ae4b7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.760502 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fe69d9-a192-4d9d-b5b4-489bf52ae4b7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:36.769165 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Checking segment: {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:36.769496 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Network hostable DHCP agents. Network: 2ccfc9f3-b628-4ac0-94aa-077e56b2b512, hostable agents: ['c2604f35-c2eb-4070-a101-f10df366b8a8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:39:36.789646 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 is scheduled to be hosted by DHCP agent c2604f35-c2eb-4070-a101-f10df366b8a8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:39:36.801190 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-smb, 2ccfc9f3-b628-4ac0-94aa-077e56b2b512) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:36.805405 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:36.806023 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:36.812171 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e32163-36f1-4b65-8e12-6986312f3c78 None None] Network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:36.823084 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-347762e7-3f41-41bc-b80f-e441e43a0fcf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156462 Apr 11 06:39:37.054495 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0757b7e-0130-4641-85a1-e5fec0cdfb26 None None] Network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:38.608586 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-fb281bf1-ef3e-4411-88dc-3c03986cf53b tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:38.609963 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-fb281bf1-ef3e-4411-88dc-3c03986cf53b tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/networks?id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512 HTTP/1.1" status: 200 len: 808 time: 0.1084831 Apr 11 06:39:38.624795 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-5fccde2e-4e2c-4462-898d-1aa1b9f38625 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/quotas/b758ee76d8d7458989c94bd707e8ec77 HTTP/1.1" status: 200 len: 375 time: 0.0093112 Apr 11 06:39:38.657006 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-0205755d-0cbb-44ce-ba9a-bafc04857d2a tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b758ee76d8d7458989c94bd707e8ec77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273428 Apr 11 06:39:38.750197 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-d05b4fdd-cee4-47df-9be3-ac3c1ed7ae51 service neutron] 10.222.0.11 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 Apr 11 06:39:38.844728 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-844d6a0a-abf6-4c7b-94d4-9ad0f6f32e2a service neutron] 10.222.0.11 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887172 Apr 11 06:39:39.019419 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4a8eaa9f-7903-4a10-b6bd-9f0f1f2f4683 req-9adc0c8e-d22d-4eda-a280-05b381eb3ab8 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 210 time: 0.0275939 Apr 11 06:39:40.052039 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-0a015a4b-978f-48e5-aec2-497bbea5d8e7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:40.053474 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-0a015a4b-978f-48e5-aec2-497bbea5d8e7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "GET /v2.0/networks?id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512 HTTP/1.1" status: 200 len: 808 time: 0.1097288 Apr 11 06:39:40.067314 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Request body: {'port': {'device_id': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512', 'admin_state_up': True, 'tenant_id': 'b758ee76d8d7458989c94bd707e8ec77'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:40.117482 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-de65369e-de33-459c-bd5a-04283b15d2ae req-a66f49b2-ea8a-4c69-8b3a-3ae25727e416 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 210 time: 0.0298429 Apr 11 06:39:40.176055 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Made reservation on behalf of b758ee76d8d7458989c94bd707e8ec77 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:40.179444 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.311662 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Allocated IP 172.20.0.7 (2ccfc9f3-b628-4ac0-94aa-077e56b2b512/05fe69d9-a192-4d9d-b5b4-489bf52ae4b7/aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:40.475299 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks [] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.509684 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.552406 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:40.555337 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:40.558978 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:40.567856 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Pushing event updated for resources: {'Port': ['ID=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:40.617487 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:40.618313 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.635386 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-82631390-000e-4453-99bb-8117326f31ca tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719352 Apr 11 06:39:40.652092 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Request body: {'port': {'device_id': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:40.715676 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.980641 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:40.988297 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Publish callbacks [] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.000919 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Transition to ACTIVE for port object aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:39:41.006433 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.060315 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:41.132253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Attempting to bind port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:41.132607 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Attempting to bind port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:41.132912 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Attempting to bind port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 on network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:41.137672 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 on network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:39:41.137979 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Attempting to bind port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 on network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:41.144167 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:41.144623 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Checking segment: {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:41.145851 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Bound using segment: {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:41.146305 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Bound port: aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:41.146680 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.241353 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] For port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:41.258960 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c70b6f-344b-43f4-ae1d-c7d05bb13c52 req-ae4110fe-d13f-4597-a1ca-21d4d0c20925 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.260379 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-01c70b6f-344b-43f4-ae1d-c7d05bb13c52 req-ae4110fe-d13f-4597-a1ca-21d4d0c20925 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 943 time: 0.0720782 Apr 11 06:39:41.261951 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] For port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:41.273460 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.322287 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.322920 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.324268 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 HTTP/1.1" status: 200 len: 1093 time: 0.6780553 Apr 11 06:39:41.326228 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'tag': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:41.328471 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "96426d92-b5f3-4e8b-bc43-5f5f16c5867a", "tag": "aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:41.358840 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-01c70b6f-344b-43f4-ae1d-c7d05bb13c52 req-035a6db4-3535-412e-aa25-2a597223e174 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924311 Apr 11 06:39:41.369493 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7cf6a-40c9-4588-af94-7acab32452c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:41.396761 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e56e8-320b-4a15-a0b2-1be83b6ba5eb x-openstack-request-id: req-8c2e56e8-320b-4a15-a0b2-1be83b6ba5eb {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:41.397050 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96426d92-b5f3-4e8b-bc43-5f5f16c5867a", "tag": "aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:41.397297 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c2e56e8-320b-4a15-a0b2-1be83b6ba5eb {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:41.397668 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2e56e8-320b-4a15-a0b2-1be83b6ba5eb'] response: {'name': 'network-changed', 'server_uuid': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'tag': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75', 'status': 'completed', 'code': 200} Apr 11 06:39:41.464030 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c req-906e9dd6-59b4-4cd2-8cc0-221d94fa6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.465492 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c req-906e9dd6-59b4-4cd2-8cc0-221d94fa6f4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b758ee76d8d7458989c94bd707e8ec77&device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 1127 time: 0.0397768 Apr 11 06:39:41.567429 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c req-1f4d866e-733a-40f1-9467-c654b72e8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.568958 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c req-1f4d866e-733a-40f1-9467-c654b72e8d6a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b758ee76d8d7458989c94bd707e8ec77&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0954695 Apr 11 06:39:41.660537 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c req-d807f586-9a05-43ea-bb29-96bf50637d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.661975 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b190a06-ec1a-4cbf-b9f7-2b8ce8c50e6c req-d807f586-9a05-43ea-bb29-96bf50637d3e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866780 Apr 11 06:39:41.752967 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-136fc0b0-39b5-4f58-8581-74712677eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.754446 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-136fc0b0-39b5-4f58-8581-74712677eba1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b758ee76d8d7458989c94bd707e8ec77&device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 1127 time: 0.0446990 Apr 11 06:39:41.799797 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-47d2dd02-076d-4b84-bd3b-90d0114a4f92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 HTTP/1.1" status: 200 len: 217 time: 0.0331128 Apr 11 06:39:41.850236 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-70cfeaf3-3f59-4063-87a4-9cbdd7ba3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.851642 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-70cfeaf3-3f59-4063-87a4-9cbdd7ba3f59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05fe69d9-a192-4d9d-b5b4-489bf52ae4b7 HTTP/1.1" status: 200 len: 848 time: 0.0454876 Apr 11 06:39:41.885756 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-fbd47ae1-6810-44e2-b2fb-87a9f1f218ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259955 Apr 11 06:39:41.987916 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-31e4da54-22bc-4d2b-bd05-23f7ab8e7d4b service neutron] 10.222.0.26 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956938 Apr 11 06:39:42.079617 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cd1506e9-f0e8-4fed-9458-d9d0e0abc90d req-8bb06d7c-1feb-4d73-ae23-bd1cc508499f service neutron] 10.222.0.26 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Apr 11 06:39:42.497346 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8de59f-1dc9-4ee6-9ffe-d14141095897 req-88450457-145b-41c2-bba0-47bd4cd61546 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:42.499116 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b8de59f-1dc9-4ee6-9ffe-d14141095897 req-88450457-145b-41c2-bba0-47bd4cd61546 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 943 time: 0.0545621 Apr 11 06:39:42.550211 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-3b8de59f-1dc9-4ee6-9ffe-d14141095897 req-4e7d6447-f341-4aae-8c8d-144ea4c218c1 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Apr 11 06:39:42.553587 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b28f302-8454-4af0-88b9-201188e2a7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:43.674530 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce8e9a-3de2-4ff0-987f-de33574615f8 req-b9fe3446-6574-46b0-a8f2-647c4428d1fa tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:43.675935 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-38ce8e9a-3de2-4ff0-987f-de33574615f8 req-b9fe3446-6574-46b0-a8f2-647c4428d1fa tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 943 time: 0.0520198 Apr 11 06:39:43.733775 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-38ce8e9a-3de2-4ff0-987f-de33574615f8 req-80e098b0-50a5-41db-8651-299b70e0b0eb tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Apr 11 06:39:44.852881 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171536-8068-4caa-b8a2-b120d3596a3c req-64778afe-fcf0-4428-ac35-0a5e0835502e tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:44.854376 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d8171536-8068-4caa-b8a2-b120d3596a3c req-64778afe-fcf0-4428-ac35-0a5e0835502e tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 943 time: 0.0503094 Apr 11 06:39:44.861158 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fac5b9a-c626-41a1-92d1-88e13b25adfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:44.903898 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d8171536-8068-4caa-b8a2-b120d3596a3c req-3d6529fb-b32d-4f43-b251-31df29510a93 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Apr 11 06:39:45.868639 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:46.018012 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374452ea-0c23-4abb-ad4e-6bc6a19f6a61 req-f31be624-278c-40cc-8933-b562522c2915 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:46.019515 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-374452ea-0c23-4abb-ad4e-6bc6a19f6a61 req-f31be624-278c-40cc-8933-b562522c2915 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 943 time: 0.0505345 Apr 11 06:39:46.069015 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-374452ea-0c23-4abb-ad4e-6bc6a19f6a61 req-43312fed-6873-497c-9376-a2a0b15958e0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Apr 11 06:39:46.508455 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:39:46.614674 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:46.625582 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75', 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512', 'port_id': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75', 'mac_address': 'fa:16:3e:78:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fe69d9-a192-4d9d-b5b4-489bf52ae4b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:39:46.661694 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:46.662081 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:46.677915 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:46.697883 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:46.702381 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:46.748431 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:47.104311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:39:47.196650 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69f920-bb98-4d76-bf8d-259620e9f1aa req-c035a978-11c0-453d-a767-c90b72a027ce tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:47.198021 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd69f920-bb98-4d76-bf8d-259620e9f1aa req-c035a978-11c0-453d-a767-c90b72a027ce tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 944 time: 0.0504773 Apr 11 06:39:47.243524 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fd69f920-bb98-4d76-bf8d-259620e9f1aa req-9d0907a5-cbe1-415f-addb-6a63de11e871 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Apr 11 06:39:47.316891 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:48.369626 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934b78-d1d9-4164-b1f3-d8eb942ce50e req-745a877a-88c3-4856-a45c-93378fe77f73 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:48.371175 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9e934b78-d1d9-4164-b1f3-d8eb942ce50e req-745a877a-88c3-4856-a45c-93378fe77f73 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 944 time: 0.0494974 Apr 11 06:39:48.421036 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9e934b78-d1d9-4164-b1f3-d8eb942ce50e req-d5b3ba93-ec17-4c7d-a6cc-4df86ecfff8c tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Apr 11 06:39:48.521394 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:48.572410 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:39:48.580620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:48.581053 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:48.658537 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:48.658978 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:48.685730 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:48.687990 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a85675-8506-493c-bced-2dd33c0356f6" -d '{"events": [{"server_uuid": "96426d92-b5f3-4e8b-bc43-5f5f16c5867a", "name": "network-vif-plugged", "status": "completed", "tag": "aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:48.699655 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:48.704505 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:48.728666 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7440ea-e16e-40e7-bef3-c176b85e232d x-openstack-request-id: req-5c7440ea-e16e-40e7-bef3-c176b85e232d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:48.728982 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96426d92-b5f3-4e8b-bc43-5f5f16c5867a", "name": "network-vif-plugged", "status": "completed", "tag": "aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:48.729236 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c7440ea-e16e-40e7-bef3-c176b85e232d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:48.729630 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7440ea-e16e-40e7-bef3-c176b85e232d'] response: {'server_uuid': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75', 'code': 200} Apr 11 06:39:48.755261 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:48.896804 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9de20f-f300-4817-a863-7a0f82f9410a req-218b955f-7b3c-4d48-b042-119d5248c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:48.898128 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ee9de20f-f300-4817-a863-7a0f82f9410a req-218b955f-7b3c-4d48-b042-119d5248c4e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 1129 time: 0.0385091 Apr 11 06:39:48.942229 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ee9de20f-f300-4817-a863-7a0f82f9410a req-60fcc0eb-0dd9-4d6a-b8dd-900fdbff255a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Apr 11 06:39:49.083861 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:49.540833 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9a48-fa52-429c-9414-221fded28b17 req-21e58fd2-dfb9-459a-b51d-5f7a666f55e5 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:49.542378 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-db5c9a48-fa52-429c-9414-221fded28b17 req-21e58fd2-dfb9-459a-b51d-5f7a666f55e5 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 945 time: 0.0522768 Apr 11 06:39:49.592341 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-db5c9a48-fa52-429c-9414-221fded28b17 req-ad497b16-e9a8-4d17-a64d-7fe6c1460ef5 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Apr 11 06:39:50.723278 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061b8b2-ee20-4a52-926b-b02c759c7934 req-8e5bc3a2-1e48-4248-aa17-facf8e7835a6 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:50.724605 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5061b8b2-ee20-4a52-926b-b02c759c7934 req-8e5bc3a2-1e48-4248-aa17-facf8e7835a6 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 945 time: 0.0548613 Apr 11 06:39:50.775465 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5061b8b2-ee20-4a52-926b-b02c759c7934 req-e60b92a9-c470-483a-b280-4b82421ea628 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Apr 11 06:39:51.900576 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c709d-8091-4fa5-889e-dfb31edb501d req-baa0589a-e9c5-476d-a793-61b8ddf4c11d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:51.902019 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-df3c709d-8091-4fa5-889e-dfb31edb501d req-baa0589a-e9c5-476d-a793-61b8ddf4c11d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 945 time: 0.0468988 Apr 11 06:39:51.951319 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-df3c709d-8091-4fa5-889e-dfb31edb501d req-3c41e152-0246-46f5-83f0-6ffde7cfa275 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Apr 11 06:39:52.597994 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ab4a-213f-45a2-9e7e-1b0e1bdffc5e req-699ae914-1df9-4a9d-92d0-b0a847a18f28 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:52.599762 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-53c5ab4a-213f-45a2-9e7e-1b0e1bdffc5e req-699ae914-1df9-4a9d-92d0-b0a847a18f28 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 945 time: 0.0488451 Apr 11 06:39:52.651002 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-53c5ab4a-213f-45a2-9e7e-1b0e1bdffc5e req-fb3114a0-b478-4f11-a50f-1e7acf6d0735 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456572 Apr 11 06:39:53.769988 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ad70-2c2c-4619-a900-f5d5a49a8892 req-0aaa55b2-1853-402c-b375-0a2cf8fecfa7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:53.771512 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4ef4ad70-2c2c-4619-a900-f5d5a49a8892 req-0aaa55b2-1853-402c-b375-0a2cf8fecfa7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 945 time: 0.0504138 Apr 11 06:39:53.820544 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4ef4ad70-2c2c-4619-a900-f5d5a49a8892 req-aae59c50-233c-4bc1-ab0a-ba0c470cdf8a tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Apr 11 06:39:54.109474 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-9ab17bfa-9fa5-4491-ae94-7fbfdb2b1a9f tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:54.110944 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-9ab17bfa-9fa5-4491-ae94-7fbfdb2b1a9f tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 945 time: 0.0486879 Apr 11 06:39:54.195309 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Deleting port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:54.195654 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.285878 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] For port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:54.286175 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.298935 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Calling delete_port for aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:54.427811 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.441251 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:39:54.455943 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Pushing event deleted for resources: {'Port': ['ID=aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:54.499495 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] No DVR routers for this DVR port aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:39:54.502287 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.505539 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e38c78b9-cb9d-4bcd-8ccb-556fbf8975fc req-39a62cd9-78fd-41ba-9f86-50c6ac68e209 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "DELETE /v2.0/ports/aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 HTTP/1.1" status: 204 len: 173 time: 0.3893995 Apr 11 06:39:54.505971 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'name': 'network-vif-deleted', 'tag': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:54.508424 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ebb1c-e744-4290-a47b-28131028a2b8" -d '{"events": [{"server_uuid": "96426d92-b5f3-4e8b-bc43-5f5f16c5867a", "name": "network-vif-deleted", "tag": "aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:54.550642 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a47ded-ffd7-4621-80f7-71360aa7f5af x-openstack-request-id: req-f9a47ded-ffd7-4621-80f7-71360aa7f5af {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:54.550998 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96426d92-b5f3-4e8b-bc43-5f5f16c5867a", "name": "network-vif-deleted", "tag": "aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:54.551253 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9a47ded-ffd7-4621-80f7-71360aa7f5af {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:54.551663 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a47ded-ffd7-4621-80f7-71360aa7f5af'] response: {'server_uuid': '96426d92-b5f3-4e8b-bc43-5f5f16c5867a', 'name': 'network-vif-deleted', 'tag': 'aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75', 'status': 'completed', 'code': 200} Apr 11 06:39:54.928570 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c783b282-bde7-4238-8617-1f096a09f485 req-82458c13-ede3-4f54-8499-41d870e8a3d1 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=96426d92-b5f3-4e8b-bc43-5f5f16c5867a HTTP/1.1" status: 200 len: 210 time: 0.0270705 Apr 11 06:39:56.198381 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-7bfe818d-3f78-4a5d-88a1-bf128cb42b19 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:56.199894 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-7bfe818d-3f78-4a5d-88a1-bf128cb42b19 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/networks?id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512 HTTP/1.1" status: 200 len: 808 time: 0.1159601 Apr 11 06:39:56.215245 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-166ac07b-921e-4548-8579-c5ca37d42acb tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/quotas/b758ee76d8d7458989c94bd707e8ec77 HTTP/1.1" status: 200 len: 375 time: 0.0094445 Apr 11 06:39:56.248296 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-60ce6aac-aa46-4b7d-8656-1bb4f16faffb tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b758ee76d8d7458989c94bd707e8ec77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279958 Apr 11 06:39:56.344419 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-300ac1ba-1ae9-4a9b-bbc6-98acc8af18bd service neutron] 10.222.0.11 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889163 Apr 11 06:39:56.435371 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-d87e3bd3-faf9-43da-bcd5-43a6a329ddcb service neutron] 10.222.0.11 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826495 Apr 11 06:39:56.601522 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-e8b31d6f-3428-4051-b83b-2b70ea3677de req-ee81b868-d4f5-4c22-88e6-e48ed0815d7a tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Apr 11 06:39:57.334282 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:57.701951 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-003b3610-0af8-4765-b710-82900ebb8bd1 req-c82d5cd0-bb7c-48eb-aabf-e359ca807820 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 210 time: 0.0351927 Apr 11 06:39:58.551730 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:58.579606 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:39:58.580011 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device aceb61a6-b0c7-4d7f-80b3-7eaa84e76a75 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:39:58.821831 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b3ff70d2-101a-4915-a631-3fdfb4a8b19f req-ac67221f-6e33-4514-819f-ac6c45da7fe5 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 210 time: 0.0434265 Apr 11 06:39:58.927889 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-3f9a4594-c7fe-436d-a5a4-37d55b6b804f tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:58.929385 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-3f9a4594-c7fe-436d-a5a4-37d55b6b804f tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "GET /v2.0/networks?id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512 HTTP/1.1" status: 200 len: 808 time: 0.1180875 Apr 11 06:39:58.952492 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Request body: {'port': {'device_id': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512', 'admin_state_up': True, 'tenant_id': 'b758ee76d8d7458989c94bd707e8ec77'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:59.064394 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Made reservation on behalf of b758ee76d8d7458989c94bd707e8ec77 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:59.067903 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:59.189980 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Allocated IP 172.20.0.9 (2ccfc9f3-b628-4ac0-94aa-077e56b2b512/05fe69d9-a192-4d9d-b5b4-489bf52ae4b7/1368228f-362e-44a3-8e61-b9354854bcda) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:59.340647 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks [] for port (1368228f-362e-44a3-8e61-b9354854bcda), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:59.379745 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (1368228f-362e-44a3-8e61-b9354854bcda), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:59.420102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:59.423516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:59.427621 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:59.467302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Pushing event updated for resources: {'Port': ['ID=1368228f-362e-44a3-8e61-b9354854bcda,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:59.488809 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:59.489409 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:59.506004 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-1cbd7644-2234-49bf-b695-a2cf96149f8d tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572033 Apr 11 06:39:59.518053 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Request body: {'port': {'device_id': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:59.582550 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (1368228f-362e-44a3-8e61-b9354854bcda), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:00.133516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1368228f-362e-44a3-8e61-b9354854bcda {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:40:00.143896 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Publish callbacks [] for port (1368228f-362e-44a3-8e61-b9354854bcda), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:00.156359 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d5191-7ccd-43ed-b59e-b5ecfd24fa9d req-1e0b4b48-d298-4438-b7c8-b43d7bcc2df9 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:00.157882 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c12d5191-7ccd-43ed-b59e-b5ecfd24fa9d req-1e0b4b48-d298-4438-b7c8-b43d7bcc2df9 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 931 time: 0.0638862 Apr 11 06:40:00.170523 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Transition to ACTIVE for port object 1368228f-362e-44a3-8e61-b9354854bcda will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:40:00.178720 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (1368228f-362e-44a3-8e61-b9354854bcda), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:00.250510 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-c12d5191-7ccd-43ed-b59e-b5ecfd24fa9d req-1e18700b-c7a5-4666-9e92-5e6c4226a8bc tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868804 Apr 11 06:40:00.252662 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1368228f-362e-44a3-8e61-b9354854bcda,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:00.322290 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Attempting to bind port 1368228f-362e-44a3-8e61-b9354854bcda on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:40:00.322597 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Attempting to bind port 1368228f-362e-44a3-8e61-b9354854bcda by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:40:00.323005 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Attempting to bind port 1368228f-362e-44a3-8e61-b9354854bcda on network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:40:00.327425 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Port 1368228f-362e-44a3-8e61-b9354854bcda on network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:40:00.327749 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Attempting to bind port 1368228f-362e-44a3-8e61-b9354854bcda on network 2ccfc9f3-b628-4ac0-94aa-077e56b2b512 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:40:00.332768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:40:00.333111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Checking segment: {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:40:00.333490 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Bound using segment: {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:40:00.333912 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Bound port: 1368228f-362e-44a3-8e61-b9354854bcda, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3866b4d0-2d03-43ed-be70-ac9f27ea57c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:40:00.334264 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (1368228f-362e-44a3-8e61-b9354854bcda), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:00.395671 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] For port 1368228f-362e-44a3-8e61-b9354854bcda, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:40:00.398659 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] For port 1368228f-362e-44a3-8e61-b9354854bcda, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1368228f-362e-44a3-8e61-b9354854bcda,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:40:00.406033 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (1368228f-362e-44a3-8e61-b9354854bcda), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:00.441009 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:00.441619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:00.443021 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] 10.222.0.26 "PUT /v2.0/ports/1368228f-362e-44a3-8e61-b9354854bcda HTTP/1.1" status: 200 len: 1093 time: 0.9292235 Apr 11 06:40:00.443453 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'tag': '1368228f-362e-44a3-8e61-b9354854bcda'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:00.445688 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be6677-c7b2-4230-a692-2043ee58a1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b57fdd5c-aed2-4f50-a2d6-a60dbae6a895", "tag": "1368228f-362e-44a3-8e61-b9354854bcda"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:00.473181 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdef06-51a3-458f-aa8c-8842b75c0fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1368228f-362e-44a3-8e61-b9354854bcda,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:00.491999 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a2b15-b905-435b-aa26-dfb5a0abf01e x-openstack-request-id: req-1e5a2b15-b905-435b-aa26-dfb5a0abf01e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:00.492288 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57fdd5c-aed2-4f50-a2d6-a60dbae6a895", "tag": "1368228f-362e-44a3-8e61-b9354854bcda", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:00.492537 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e5a2b15-b905-435b-aa26-dfb5a0abf01e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:00.492983 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5a2b15-b905-435b-aa26-dfb5a0abf01e'] response: {'name': 'network-changed', 'server_uuid': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'tag': '1368228f-362e-44a3-8e61-b9354854bcda', 'status': 'completed', 'code': 200} Apr 11 06:40:00.530660 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-d8715e24-ff27-464f-8e78-44869a06fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:00.532192 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-d8715e24-ff27-464f-8e78-44869a06fbe5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b758ee76d8d7458989c94bd707e8ec77&device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 1127 time: 0.0383856 Apr 11 06:40:00.577622 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-60dd14fb-c5b1-4850-b56c-0c9be059ecad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1368228f-362e-44a3-8e61-b9354854bcda HTTP/1.1" status: 200 len: 217 time: 0.0384257 Apr 11 06:40:00.627831 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-c67837c9-b8d4-4c77-990b-50ec0662cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:00.629280 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-c67837c9-b8d4-4c77-990b-50ec0662cb72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05fe69d9-a192-4d9d-b5b4-489bf52ae4b7 HTTP/1.1" status: 200 len: 848 time: 0.0449317 Apr 11 06:40:00.664620 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-af004e3f-abfb-486c-908b-1e8c846900a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291085 Apr 11 06:40:00.754241 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-7e1e78de-99dd-4304-9ee0-71bba7c48da2 service neutron] 10.222.0.26 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Apr 11 06:40:01.214444 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4da2aa87-d904-493e-9d6b-7e15ab524261 req-68fa0fe7-16de-4b87-9f41-c05125fcfa8a service neutron] 10.222.0.26 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971324 Apr 11 06:40:01.378111 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9103a-00aa-4200-8a64-09bfee378c05 req-bc107d54-1873-4014-acf3-9317e53dcb42 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:01.379663 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dfd9103a-00aa-4200-8a64-09bfee378c05 req-bc107d54-1873-4014-acf3-9317e53dcb42 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 943 time: 0.0489261 Apr 11 06:40:01.428376 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-dfd9103a-00aa-4200-8a64-09bfee378c05 req-cf568e5d-e29d-47b9-a6d8-e1b10fa8cd22 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Apr 11 06:40:02.545826 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdbbeb-a54d-45d7-8e63-89824af6a9a0 req-916241e3-6d6e-4477-bd25-f0e7aa1086ce tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:02.547304 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b4fdbbeb-a54d-45d7-8e63-89824af6a9a0 req-916241e3-6d6e-4477-bd25-f0e7aa1086ce tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 943 time: 0.0489686 Apr 11 06:40:02.597762 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b4fdbbeb-a54d-45d7-8e63-89824af6a9a0 req-fa8822f9-c47f-4f9c-800c-3c921838b45f tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Apr 11 06:40:03.766171 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd33cc-6894-44d9-b405-8317ac368ffb req-380d8566-205e-4c24-8eae-b3aa3ce7daed tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:03.767642 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-58fd33cc-6894-44d9-b405-8317ac368ffb req-380d8566-205e-4c24-8eae-b3aa3ce7daed tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 943 time: 0.1002676 Apr 11 06:40:03.821125 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-58fd33cc-6894-44d9-b405-8317ac368ffb req-6b71bbc1-f375-4a45-870c-856dae417738 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Apr 11 06:40:03.957229 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-abc7bb56-1f64-4dcc-8732-4be98e74046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:03.958900 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-abc7bb56-1f64-4dcc-8732-4be98e74046a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b758ee76d8d7458989c94bd707e8ec77&device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 1127 time: 0.0452745 Apr 11 06:40:04.246570 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-0d56e8e4-42e7-45bd-be92-c0ca36d1b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:04.248106 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-0d56e8e4-42e7-45bd-be92-c0ca36d1b247 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512 HTTP/1.1" status: 200 len: 909 time: 0.0867805 Apr 11 06:40:04.295176 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-5e2cb3f2-f68c-4307-9b02-8c709dd8509f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1368228f-362e-44a3-8e61-b9354854bcda HTTP/1.1" status: 200 len: 217 time: 0.0401032 Apr 11 06:40:04.517224 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-27f5b889-16ef-4cde-a05e-cce53697fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:04.519046 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-27f5b889-16ef-4cde-a05e-cce53697fd9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05fe69d9-a192-4d9d-b5b4-489bf52ae4b7 HTTP/1.1" status: 200 len: 848 time: 0.0472066 Apr 11 06:40:04.553723 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-4c9a289f-39ad-4272-831e-133b6c1e8977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ccfc9f3-b628-4ac0-94aa-077e56b2b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284441 Apr 11 06:40:04.653410 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-124f163f-b91d-4fc6-a355-85af9055106b service neutron] 10.222.0.26 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936739 Apr 11 06:40:04.744573 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-12be6677-c7b2-4230-a692-2043ee58a1d0 req-05113902-d51d-4137-9e47-de592207e6bf service neutron] 10.222.0.26 "GET /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835235 Apr 11 06:40:05.021561 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8393f-d94d-4975-b45f-d463d3744aec req-ea057485-9ec1-4ecb-94d5-0a6740a3f744 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:05.023062 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b7f8393f-d94d-4975-b45f-d463d3744aec req-ea057485-9ec1-4ecb-94d5-0a6740a3f744 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 943 time: 0.1239502 Apr 11 06:40:05.070744 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b7f8393f-d94d-4975-b45f-d463d3744aec req-d5c86eb0-367d-4a59-9741-e77db4c70a0a tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Apr 11 06:40:06.132948 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:40:06.360384 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01269d1c-7cad-4b18-8523-d70508504426 req-fa773761-a588-4313-9b99-a09ae2712061 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:06.361829 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-01269d1c-7cad-4b18-8523-d70508504426 req-fa773761-a588-4313-9b99-a09ae2712061 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 943 time: 0.0613835 Apr 11 06:40:06.410967 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-01269d1c-7cad-4b18-8523-d70508504426 req-89ee533e-0da8-4b3d-b7ef-a48ceba90186 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Apr 11 06:40:06.583894 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 1368228f-362e-44a3-8e61-b9354854bcda details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:40:06.692431 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 1368228f-362e-44a3-8e61-b9354854bcda, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1368228f-362e-44a3-8e61-b9354854bcda,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:06.704524 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '1368228f-362e-44a3-8e61-b9354854bcda', 'network_id': '2ccfc9f3-b628-4ac0-94aa-077e56b2b512', 'port_id': '1368228f-362e-44a3-8e61-b9354854bcda', 'mac_address': 'fa:16:3e:bd:8c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fe69d9-a192-4d9d-b5b4-489bf52ae4b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:40:06.742012 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 1368228f-362e-44a3-8e61-b9354854bcda is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:40:06.742387 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (1368228f-362e-44a3-8e61-b9354854bcda), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:06.755353 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1368228f-362e-44a3-8e61-b9354854bcda {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:40:06.774227 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 1368228f-362e-44a3-8e61-b9354854bcda, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1368228f-362e-44a3-8e61-b9354854bcda,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:06.780435 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (1368228f-362e-44a3-8e61-b9354854bcda), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:06.831021 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=1368228f-362e-44a3-8e61-b9354854bcda,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:07.108726 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['1368228f-362e-44a3-8e61-b9354854bcda'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:40:07.534058 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a46184-65ec-4d93-9604-23e715e70698 req-872ea40f-212e-4457-8114-fe2e140442f7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:07.535599 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-99a46184-65ec-4d93-9604-23e715e70698 req-872ea40f-212e-4457-8114-fe2e140442f7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 944 time: 0.0514100 Apr 11 06:40:07.589994 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-99a46184-65ec-4d93-9604-23e715e70698 req-775a9cf2-dda6-4b45-8cde-2c8c32002e2b tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Apr 11 06:40:08.625533 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 1368228f-362e-44a3-8e61-b9354854bcda up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:40:08.678828 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 1368228f-362e-44a3-8e61-b9354854bcda completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:40:08.687124 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 1368228f-362e-44a3-8e61-b9354854bcda triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:40:08.687498 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (1368228f-362e-44a3-8e61-b9354854bcda), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:08.712174 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9fea-e347-4fdd-a03e-9c98e6cfdd9e req-10fc438a-6d21-4001-b46e-fa993242af2b tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:08.713989 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-106d9fea-e347-4fdd-a03e-9c98e6cfdd9e req-10fc438a-6d21-4001-b46e-fa993242af2b tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 944 time: 0.0478082 Apr 11 06:40:08.760800 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-106d9fea-e347-4fdd-a03e-9c98e6cfdd9e req-4136f58e-d9dd-4363-8cc5-3e873e6913ac tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Apr 11 06:40:08.765742 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 1368228f-362e-44a3-8e61-b9354854bcda is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:40:08.766132 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (1368228f-362e-44a3-8e61-b9354854bcda), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:08.788984 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368228f-362e-44a3-8e61-b9354854bcda'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:08.791323 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35224b7-7d14-420c-9d45-e20b002bbcd6" -d '{"events": [{"server_uuid": "b57fdd5c-aed2-4f50-a2d6-a60dbae6a895", "name": "network-vif-plugged", "status": "completed", "tag": "1368228f-362e-44a3-8e61-b9354854bcda"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:08.803820 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 1368228f-362e-44a3-8e61-b9354854bcda, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1368228f-362e-44a3-8e61-b9354854bcda,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:08.809532 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (1368228f-362e-44a3-8e61-b9354854bcda), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:08.834958 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5fe6a8-72f3-4107-9686-43c8415bbded x-openstack-request-id: req-8a5fe6a8-72f3-4107-9686-43c8415bbded {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:08.835249 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57fdd5c-aed2-4f50-a2d6-a60dbae6a895", "name": "network-vif-plugged", "status": "completed", "tag": "1368228f-362e-44a3-8e61-b9354854bcda", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:08.835496 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a5fe6a8-72f3-4107-9686-43c8415bbded {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:08.835885 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5fe6a8-72f3-4107-9686-43c8415bbded'] response: {'server_uuid': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368228f-362e-44a3-8e61-b9354854bcda', 'code': 200} Apr 11 06:40:08.864687 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=1368228f-362e-44a3-8e61-b9354854bcda,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:08.999701 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21c34-bd19-4c49-9b07-ac6eff573e31 req-1c7cebea-33c5-4755-b212-34de4be77233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:09.001286 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55a21c34-bd19-4c49-9b07-ac6eff573e31 req-1c7cebea-33c5-4755-b212-34de4be77233 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 1129 time: 0.0405414 Apr 11 06:40:09.046729 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-55a21c34-bd19-4c49-9b07-ac6eff573e31 req-30f77d25-043f-4a46-a3c9-1c02a73182fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Apr 11 06:40:09.893191 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e404f-6c07-4dba-8d5c-3a3fde8e9203 req-80ce4ad4-ddaa-4129-a572-5cb7f6a26cc7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:09.893191 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-938e404f-6c07-4dba-8d5c-3a3fde8e9203 req-80ce4ad4-ddaa-4129-a572-5cb7f6a26cc7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 945 time: 0.0493462 Apr 11 06:40:09.943740 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-938e404f-6c07-4dba-8d5c-3a3fde8e9203 req-e931bbb7-fdb5-4728-b53e-88e01ed16a2a tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458455 Apr 11 06:40:11.069728 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f3d50-8aaf-47d0-9fc0-97ac56c9072b req-5df12272-df62-4216-8c1d-1c791e610383 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:11.071235 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b61f3d50-8aaf-47d0-9fc0-97ac56c9072b req-5df12272-df62-4216-8c1d-1c791e610383 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 945 time: 0.0547478 Apr 11 06:40:11.118212 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b61f3d50-8aaf-47d0-9fc0-97ac56c9072b req-3f7b8802-36ef-417c-b299-586957159121 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Apr 11 06:40:12.240835 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd01af-cc7b-4980-a5e9-e60f259a93cb req-7fc7ed83-618c-48f5-9f90-49f264654fee tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:12.242278 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-15dd01af-cc7b-4980-a5e9-e60f259a93cb req-7fc7ed83-618c-48f5-9f90-49f264654fee tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Apr 11 06:40:12.289056 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-15dd01af-cc7b-4980-a5e9-e60f259a93cb req-353de683-b2ab-4793-b0f2-ecaa3d4e0d03 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Apr 11 06:40:12.557997 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88b0df1c-ea42-4a62-b533-0ff79094a630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:12.926797 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c80045-ed6b-4c2e-bb2d-60d8b2800350 req-e16b824d-e7ca-4a09-b9c9-5106455870dd tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:12.928253 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e3c80045-ed6b-4c2e-bb2d-60d8b2800350 req-e16b824d-e7ca-4a09-b9c9-5106455870dd tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 945 time: 0.0499454 Apr 11 06:40:12.976221 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-e3c80045-ed6b-4c2e-bb2d-60d8b2800350 req-651e311d-15f8-40f5-a8bb-fd0dc002c13f tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Apr 11 06:40:14.104627 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc434ef2-357f-40e6-beba-e65db3bae9cb req-7b629b8b-3286-4043-b7ea-87cb18c8f0a8 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:14.106148 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-dc434ef2-357f-40e6-beba-e65db3bae9cb req-7b629b8b-3286-4043-b7ea-87cb18c8f0a8 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 945 time: 0.0553961 Apr 11 06:40:14.153002 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-dc434ef2-357f-40e6-beba-e65db3bae9cb req-0fc78e0c-1853-468f-b3bc-ec2077a27665 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/security-groups?id=22f2a2ec-381b-4c7d-9312-107fb270bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Apr 11 06:40:14.380571 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-85f2e186-9f63-4bc4-b742-a120ff54d2a2 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:14.382067 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-85f2e186-9f63-4bc4-b742-a120ff54d2a2 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 945 time: 0.0477443 Apr 11 06:40:14.473643 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Deleting port 1368228f-362e-44a3-8e61-b9354854bcda {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:40:14.473940 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (1368228f-362e-44a3-8e61-b9354854bcda), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:14.560748 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] For port 1368228f-362e-44a3-8e61-b9354854bcda, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1368228f-362e-44a3-8e61-b9354854bcda,segment=NetworkSegment(3866b4d0-2d03-43ed-be70-ac9f27ea57c4),segment_id=3866b4d0-2d03-43ed-be70-ac9f27ea57c4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:14.561113 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (1368228f-362e-44a3-8e61-b9354854bcda), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:14.574486 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Calling delete_port for 1368228f-362e-44a3-8e61-b9354854bcda owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:40:14.716548 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (1368228f-362e-44a3-8e61-b9354854bcda), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:14.731170 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['1368228f-362e-44a3-8e61-b9354854bcda'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:40:14.759605 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Pushing event deleted for resources: {'Port': ['ID=1368228f-362e-44a3-8e61-b9354854bcda,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:14.816501 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] No DVR routers for this DVR port 1368228f-362e-44a3-8e61-b9354854bcda on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:40:14.819349 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:14.822596 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b66ee349-eb61-4f16-ad03-7456c468b6b9 req-2247ea20-54e2-484b-a700-7c0875c165f0 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.26 "DELETE /v2.0/ports/1368228f-362e-44a3-8e61-b9354854bcda HTTP/1.1" status: 204 len: 173 time: 0.4336450 Apr 11 06:40:14.823059 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'name': 'network-vif-deleted', 'tag': '1368228f-362e-44a3-8e61-b9354854bcda'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:14.825384 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d470b1-e6db-41ed-83c5-5a8b18d50ec0" -d '{"events": [{"server_uuid": "b57fdd5c-aed2-4f50-a2d6-a60dbae6a895", "name": "network-vif-deleted", "tag": "1368228f-362e-44a3-8e61-b9354854bcda"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:14.864318 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0530419-22d6-4362-846d-4cdb3a0a774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:14.870272 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6a7bf1-1630-43c3-b446-ddcf87cef3b5 x-openstack-request-id: req-ae6a7bf1-1630-43c3-b446-ddcf87cef3b5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:14.870606 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57fdd5c-aed2-4f50-a2d6-a60dbae6a895", "name": "network-vif-deleted", "tag": "1368228f-362e-44a3-8e61-b9354854bcda", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:14.870884 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae6a7bf1-1630-43c3-b446-ddcf87cef3b5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:14.871288 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6a7bf1-1630-43c3-b446-ddcf87cef3b5'] response: {'server_uuid': 'b57fdd5c-aed2-4f50-a2d6-a60dbae6a895', 'name': 'network-vif-deleted', 'tag': '1368228f-362e-44a3-8e61-b9354854bcda', 'status': 'completed', 'code': 200} Apr 11 06:40:15.259188 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f6821d80-6c2b-48f5-95b5-36b427f69ed7 req-237ef962-4558-4161-9a06-db6be38390a7 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 210 time: 0.0346754 Apr 11 06:40:15.877108 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.620995 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-815fe3a9-34bb-48a0-808d-960c08c7000e req-65b13c4e-cd51-4eb3-8ba2-6aaa648226f3 tempest-VolumesActionsTest-1936703421 tempest-VolumesActionsTest-1936703421-project] 10.222.0.11 "GET /v2.0/ports?device_id=b57fdd5c-aed2-4f50-a2d6-a60dbae6a895 HTTP/1.1" status: 200 len: 210 time: 0.2808473 Apr 11 06:40:17.320691 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:18.666344 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 1368228f-362e-44a3-8e61-b9354854bcda no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:40:18.705075 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 1368228f-362e-44a3-8e61-b9354854bcda {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:40:18.705313 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 1368228f-362e-44a3-8e61-b9354854bcda not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:40:19.091050 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:23.078474 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fce07-0a19-46b4-bbc3-4187dc952788 req-7667d335-7b94-482f-ab4a-d88ea27312b8 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:23.080811 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-873fce07-0a19-46b4-bbc3-4187dc952788 req-7667d335-7b94-482f-ab4a-d88ea27312b8 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0586987 Apr 11 06:40:23.135401 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-873fce07-0a19-46b4-bbc3-4187dc952788 req-ab7b395d-2aec-4f76-bc79-ccd273f78abd tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Apr 11 06:40:24.275721 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761759c5-98af-4fe8-87ac-91f3c61cc8c0 req-2cd89af7-3d02-41dc-8eaa-78f93b06c20b tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:24.277479 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-761759c5-98af-4fe8-87ac-91f3c61cc8c0 req-2cd89af7-3d02-41dc-8eaa-78f93b06c20b tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0515008 Apr 11 06:40:24.331853 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-761759c5-98af-4fe8-87ac-91f3c61cc8c0 req-b16f1d2c-69e4-4054-a976-f710474caec4 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Apr 11 06:40:25.459888 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a9ca3-67ee-4238-8bc1-8fba76467764 req-9660fe74-037b-4a85-b961-f1c73b7606df tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:25.461464 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-884a9ca3-67ee-4238-8bc1-8fba76467764 req-9660fe74-037b-4a85-b961-f1c73b7606df tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0538123 Apr 11 06:40:25.515177 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-884a9ca3-67ee-4238-8bc1-8fba76467764 req-bd4bcb13-ecae-4a0f-8d41-70bd2e14f48e tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474980 Apr 11 06:40:26.699975 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307ed8-d599-46f5-846e-83ad183c8d10 req-8b81389e-0f34-43f0-968d-14416560a86b tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:26.701406 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1f307ed8-d599-46f5-846e-83ad183c8d10 req-8b81389e-0f34-43f0-968d-14416560a86b tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0485651 Apr 11 06:40:26.753733 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1f307ed8-d599-46f5-846e-83ad183c8d10 req-d665db8e-ae7b-4757-9107-260322bf2c97 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460839 Apr 11 06:40:27.318765 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:27.891157 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd6622-e18b-4b45-b175-97cb6b704df8 req-091d56d3-6855-4d4d-8635-5b4b89805d6f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:27.892698 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b9dd6622-e18b-4b45-b175-97cb6b704df8 req-091d56d3-6855-4d4d-8635-5b4b89805d6f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0623777 Apr 11 06:40:27.954993 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b9dd6622-e18b-4b45-b175-97cb6b704df8 req-1acc430c-040e-4c9d-a5c8-f185bfc55f09 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Apr 11 06:40:28.306860 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-c1df2951-241c-4fcc-bfdf-01a558bf377a tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:28.308505 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-c1df2951-241c-4fcc-bfdf-01a558bf377a tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 946 time: 0.0486650 Apr 11 06:40:28.407202 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Deleting port 59db3753-bfe4-4362-826e-86f3e4878a50 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:40:28.407468 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:28.507772 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] For port 59db3753-bfe4-4362-826e-86f3e4878a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=59db3753-bfe4-4362-826e-86f3e4878a50,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:28.508137 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:28.521946 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Calling delete_port for 59db3753-bfe4-4362-826e-86f3e4878a50 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:40:28.656286 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (59db3753-bfe4-4362-826e-86f3e4878a50), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:28.668128 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['59db3753-bfe4-4362-826e-86f3e4878a50'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:40:28.724906 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Pushing event deleted for resources: {'Port': ['ID=59db3753-bfe4-4362-826e-86f3e4878a50,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:28.733497 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.733845 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.734191 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.734531 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.734883 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.735213 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.735540 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.735861 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.736186 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.736510 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.736835 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.737158 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.737477 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.737800 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.738118 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:28.761331 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] No DVR routers for this DVR port 59db3753-bfe4-4362-826e-86f3e4878a50 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:40:28.764150 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:28.767672 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2c9a5a7a-a21d-4cf5-9be4-1ad22f968383 req-4c37bd58-5b19-4021-b255-b7b49173a3c3 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "DELETE /v2.0/ports/59db3753-bfe4-4362-826e-86f3e4878a50 HTTP/1.1" status: 204 len: 173 time: 0.4526389 Apr 11 06:40:28.768152 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'name': 'network-vif-deleted', 'tag': '59db3753-bfe4-4362-826e-86f3e4878a50'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:28.771117 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6121dd2-24ba-4114-afd6-120a8b1269b7" -d '{"events": [{"server_uuid": "3cc5a80c-67d0-411b-934f-24ce93948d2d", "name": "network-vif-deleted", "tag": "59db3753-bfe4-4362-826e-86f3e4878a50"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:28.830619 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50783212-2e33-48ee-9046-91011d28c09d x-openstack-request-id: req-50783212-2e33-48ee-9046-91011d28c09d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:28.831220 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5a80c-67d0-411b-934f-24ce93948d2d", "name": "network-vif-deleted", "tag": "59db3753-bfe4-4362-826e-86f3e4878a50", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:28.831631 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50783212-2e33-48ee-9046-91011d28c09d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:28.832518 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50783212-2e33-48ee-9046-91011d28c09d'] response: {'server_uuid': '3cc5a80c-67d0-411b-934f-24ce93948d2d', 'name': 'network-vif-deleted', 'tag': '59db3753-bfe4-4362-826e-86f3e4878a50', 'status': 'completed', 'code': 200} Apr 11 06:40:29.075886 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-4145e828-412d-4508-bf66-237c74847558 req-e6230ecb-46d7-4fc6-9800-a0f66b57db2c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc5a80c-67d0-411b-934f-24ce93948d2d HTTP/1.1" status: 200 len: 210 time: 0.0426714 Apr 11 06:40:32.749819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 59db3753-bfe4-4362-826e-86f3e4878a50 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:40:32.778520 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 59db3753-bfe4-4362-826e-86f3e4878a50 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:40:32.778940 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 59db3753-bfe4-4362-826e-86f3e4878a50 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:40:34.073835 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-6cd5e20c-8730-43f3-a19b-00f171603e77 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:34.075577 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-6cd5e20c-8730-43f3-a19b-00f171603e77 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/networks?id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 200 len: 813 time: 0.0993512 Apr 11 06:40:34.091158 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-5b0fd76c-9627-40c7-af49-fd71b0d17431 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/quotas/53a4bb8ac91b4c3cabdd750465aa546e HTTP/1.1" status: 200 len: 375 time: 0.0099437 Apr 11 06:40:34.128818 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-8c2eb9c1-89c8-4c6f-861b-009434e3f2f7 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313687 Apr 11 06:40:34.139740 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-726a9044-9821-4407-93b6-05acfb1bdc27 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:40:34.140681 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-726a9044-9821-4407-93b6-05acfb1bdc27 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050721 Apr 11 06:40:34.231661 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-df7848c2-4b1f-445d-a38e-b2230424999c service neutron] 10.222.0.11 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Apr 11 06:40:34.326222 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-e382b7b5-0b94-48ad-8b7a-67661b45711a service neutron] 10.222.0.11 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886116 Apr 11 06:40:34.495362 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-ca364748-ab56-47dc-ab6e-b4d19821f65b req-177bcce1-8fd5-4550-8d35-5436be63c73e tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 210 time: 0.0303147 Apr 11 06:40:35.405333 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:40:35.452194 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Deleting subnet 05fe69d9-a192-4d9d-b5b4-489bf52ae4b7 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:40:35.455422 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Publish callbacks [] for subnet (05fe69d9-a192-4d9d-b5b4-489bf52ae4b7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.493801 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126057'] for subnet (05fe69d9-a192-4d9d-b5b4-489bf52ae4b7), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.526120 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-76dfac5c-9c19-465f-b185-74911182bf44 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:35.527506 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-76dfac5c-9c19-465f-b185-74911182bf44 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "GET /v2.0/networks?id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 200 len: 813 time: 0.1062884 Apr 11 06:40:35.542582 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Request body: {'port': {'device_id': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74', 'admin_state_up': True, 'tenant_id': '53a4bb8ac91b4c3cabdd750465aa546e'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:40:35.556926 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (05fe69d9-a192-4d9d-b5b4-489bf52ae4b7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.616995 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12318096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11778434'] for subnet (05fe69d9-a192-4d9d-b5b4-489bf52ae4b7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.629893 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2074a6c7-911a-4f6f-b8c2-c3760d0674f9 req-48c4e26e-dc17-4502-9c5e-a9623946d20a tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 210 time: 0.0607183 Apr 11 06:40:35.650234 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fe69d9-a192-4d9d-b5b4-489bf52ae4b7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:35.650234 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.654881 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/05fe69d9-a192-4d9d-b5b4-489bf52ae4b7 HTTP/1.1" status: 204 len: 168 time: 0.2459683 Apr 11 06:40:35.656330 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58170) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:40:35.664753 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.665096 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.665435 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.665773 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.666107 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.666434 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.666787 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.667113 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.667440 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.667762 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.668086 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.668409 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.668725 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.669042 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.669361 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e66dc-3af4-492b-983f-4c763c2a26d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:35.680636 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Made reservation on behalf of 53a4bb8ac91b4c3cabdd750465aa546e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:40:35.684123 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.730424 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (2ccfc9f3-b628-4ac0-94aa-077e56b2b512), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.811645 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (2ccfc9f3-b628-4ac0-94aa-077e56b2b512), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.821977 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Allocated IP 172.20.0.12 (7050f89b-c6e9-4b12-a19b-4d8e3e698f74/b4fc8462-dcf9-4e92-94dd-ee640bda8736/4d2da5da-5c63-4244-a141-00fb1a3a57bc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:40:35.831921 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccfc9f3-b628-4ac0-94aa-077e56b2b512']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:35.841794 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3866b4d0-2d03-43ed-be70-ac9f27ea57c4') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:35.842086 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3866b4d0-2d03-43ed-be70-ac9f27ea57c4') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:35.851360 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (3866b4d0-2d03-43ed-be70-ac9f27ea57c4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.864296 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (3866b4d0-2d03-43ed-be70-ac9f27ea57c4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.870748 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:40:35.871145 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (3866b4d0-2d03-43ed-be70-ac9f27ea57c4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:40:35.873018 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:40:35.930437 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (2ccfc9f3-b628-4ac0-94aa-077e56b2b512), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.934900 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:35.938085 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2ccfc9f3-b628-4ac0-94aa-077e56b2b512 HTTP/1.1" status: 204 len: 168 time: 0.2807510 Apr 11 06:40:35.951092 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c40706-5329-450f-82ae-6e5b56fabb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccfc9f3-b628-4ac0-94aa-077e56b2b512,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:35.972477 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks [] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.005999 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.052060 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:40:36.055160 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:40:36.057660 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:40:36.058977 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:40:36.068287 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Pushing event updated for resources: {'Port': ['ID=4d2da5da-5c63-4244-a141-00fb1a3a57bc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:36.102374 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-b2ba958d-0636-41c2-a69f-9fc3fe7297be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b758ee76d8d7458989c94bd707e8ec77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418885 Apr 11 06:40:36.104866 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58176) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:40:36.125097 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:36.125707 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.157744 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-45438005-5421-47f0-8af5-7593d24388a9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6190453 Apr 11 06:40:36.172380 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2293-8257-4635-b597-8d5d67042fce admin admin] Publish callbacks [] for security_group (22f2a2ec-381b-4c7d-9312-107fb270bccf), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.187146 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-5a073fe6-b3f0-41e3-ad9a-2275cebff2a8 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:40:36.187995 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-5a073fe6-b3f0-41e3-ad9a-2275cebff2a8 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065000 Apr 11 06:40:36.203260 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2293-8257-4635-b597-8d5d67042fce admin admin] Publish callbacks [] for security_group (22f2a2ec-381b-4c7d-9312-107fb270bccf), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.253434 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2293-8257-4635-b597-8d5d67042fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (22f2a2ec-381b-4c7d-9312-107fb270bccf), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.256017 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2293-8257-4635-b597-8d5d67042fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.259736 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-3b0d2293-8257-4635-b597-8d5d67042fce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22f2a2ec-381b-4c7d-9312-107fb270bccf HTTP/1.1" status: 204 len: 168 time: 0.1513648 Apr 11 06:40:36.265987 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d2293-8257-4635-b597-8d5d67042fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2a2ec-381b-4c7d-9312-107fb270bccf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:36.301302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.v2.base [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Request body: {'port': {'device_id': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:40:36.364276 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.620816 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2da5da-5c63-4244-a141-00fb1a3a57bc {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:40:36.628532 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Publish callbacks [] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.641283 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Transition to ACTIVE for port object 4d2da5da-5c63-4244-a141-00fb1a3a57bc will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:40:36.646344 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.738260 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2da5da-5c63-4244-a141-00fb1a3a57bc,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:36.746489 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf7a2-1d7a-4d91-8926-3b717ebab999 req-52f616b8-dcdf-43de-9fd2-41e91ba17b54 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:36.751180 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f3adf7a2-1d7a-4d91-8926-3b717ebab999 req-52f616b8-dcdf-43de-9fd2-41e91ba17b54 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 944 time: 0.0497737 Apr 11 06:40:36.773073 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Attempting to bind port 4d2da5da-5c63-4244-a141-00fb1a3a57bc on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:40:36.773403 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Attempting to bind port 4d2da5da-5c63-4244-a141-00fb1a3a57bc by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:40:36.773731 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Attempting to bind port 4d2da5da-5c63-4244-a141-00fb1a3a57bc on network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:40:36.778472 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Port 4d2da5da-5c63-4244-a141-00fb1a3a57bc on network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:40:36.778815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Attempting to bind port 4d2da5da-5c63-4244-a141-00fb1a3a57bc on network 7050f89b-c6e9-4b12-a19b-4d8e3e698f74 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:40:36.786436 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:40:36.786791 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Checking segment: {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:40:36.787188 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Bound using segment: {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:40:36.787737 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Bound port: 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db3403-346a-4786-a1a4-cc7300a87b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:40:36.788153 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.803890 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-f3adf7a2-1d7a-4d91-8926-3b717ebab999 req-34800528-20c7-40d0-9670-fe1d1145b04c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494637 Apr 11 06:40:36.859656 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] For port 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host hv-cinder-83699, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:40:36.864713 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] For port 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:40:36.871370 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9377082'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.907853 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:36.908462 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:36.910172 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d2da5da-5c63-4244-a141-00fb1a3a57bc HTTP/1.1" status: 200 len: 1094 time: 0.7146859 Apr 11 06:40:36.910309 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'tag': '4d2da5da-5c63-4244-a141-00fb1a3a57bc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:36.912498 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383", "tag": "4d2da5da-5c63-4244-a141-00fb1a3a57bc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:36.944958 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95e28f-6f0a-4d8e-a9da-4927e4e4c8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2da5da-5c63-4244-a141-00fb1a3a57bc,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:36.966745 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcdf495-1a92-43ef-88d4-a4a6fac01cc1 x-openstack-request-id: req-9fcdf495-1a92-43ef-88d4-a4a6fac01cc1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:36.967302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383", "tag": "4d2da5da-5c63-4244-a141-00fb1a3a57bc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:36.967302 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fcdf495-1a92-43ef-88d4-a4a6fac01cc1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:36.967683 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcdf495-1a92-43ef-88d4-a4a6fac01cc1'] response: {'name': 'network-changed', 'server_uuid': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'tag': '4d2da5da-5c63-4244-a141-00fb1a3a57bc', 'status': 'completed', 'code': 200} Apr 11 06:40:36.997162 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-2cd07140-e4f2-4152-9104-067ca5149a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:36.998728 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-2cd07140-e4f2-4152-9104-067ca5149a59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 1128 time: 0.0425935 Apr 11 06:40:37.042333 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-3a6e35dc-36a8-4e5c-b7aa-e9e014241bca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc HTTP/1.1" status: 200 len: 217 time: 0.0350950 Apr 11 06:40:37.089012 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-13f10de3-1ff8-474c-b648-e2d6c241c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:37.090537 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-13f10de3-1ff8-474c-b648-e2d6c241c351 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4fc8462-dcf9-4e92-94dd-ee640bda8736 HTTP/1.1" status: 200 len: 853 time: 0.0429044 Apr 11 06:40:37.126438 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-de9d4ad7-8437-4e9c-926b-d015efd2fe9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297496 Apr 11 06:40:37.216391 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-1590e753-3bc1-46ce-afef-ab08c5f49ddb service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825555 Apr 11 06:40:37.307597 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31e78121-8d0d-4eb4-90fe-b505774bef86 req-ea4ecb08-42cc-46ca-a0a8-1b1e35b8cd8e service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847180 Apr 11 06:40:37.936830 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591673a-8841-42a5-89bb-1f378cb73c5e req-de5436d0-4af2-411f-b1c8-5e933c63f8f2 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:37.938322 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9591673a-8841-42a5-89bb-1f378cb73c5e req-de5436d0-4af2-411f-b1c8-5e933c63f8f2 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 944 time: 0.0512638 Apr 11 06:40:37.987921 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-9591673a-8841-42a5-89bb-1f378cb73c5e req-6512b346-a64e-46d6-a3af-3aa5bd18c020 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Apr 11 06:40:39.108876 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f687dc-3f4e-406f-a7ec-4c8b7e3c2130 req-3277a174-360c-4cf9-a6ce-394088540015 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:39.110383 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-37f687dc-3f4e-406f-a7ec-4c8b7e3c2130 req-3277a174-360c-4cf9-a6ce-394088540015 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 944 time: 0.0514705 Apr 11 06:40:39.156870 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-37f687dc-3f4e-406f-a7ec-4c8b7e3c2130 req-85acb6ce-6b7a-4766-ac4e-a8df220989c9 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Apr 11 06:40:39.526957 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-15f15948-38ac-42e2-8295-6173cd6136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:39.528364 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-15f15948-38ac-42e2-8295-6173cd6136d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 1128 time: 0.0408361 Apr 11 06:40:39.627048 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-2e774995-71f1-4bf6-bb79-a32cd2443828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:39.628679 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-2e774995-71f1-4bf6-bb79-a32cd2443828 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 200 len: 914 time: 0.0943058 Apr 11 06:40:39.669386 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-15e2ba43-77ba-4355-b33a-21dfbd53459f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc HTTP/1.1" status: 200 len: 217 time: 0.0341034 Apr 11 06:40:39.723320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-2ca258d2-5adb-4418-9822-49d69eac91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:39.724760 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-2ca258d2-5adb-4418-9822-49d69eac91fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4fc8462-dcf9-4e92-94dd-ee640bda8736 HTTP/1.1" status: 200 len: 853 time: 0.0492332 Apr 11 06:40:39.766102 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-1d5a34a8-27eb-463f-9289-035d3bae6ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7050f89b-c6e9-4b12-a19b-4d8e3e698f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344179 Apr 11 06:40:39.860574 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-d075a3be-b2f0-49bf-8020-4c22024049e1 service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Apr 11 06:40:39.965205 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-31a981c0-fdce-48fc-8cb6-7a676f3d3c4e req-aedc88b6-5879-4af3-9245-d70b09b6c499 service neutron] 10.222.0.26 "GET /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975955 Apr 11 06:40:40.272627 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fbc91-ca8b-40e2-9cb7-491ac711d697 req-2c4658f2-cba5-44f8-8616-39d451a6ac87 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:40.274101 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2d3fbc91-ca8b-40e2-9cb7-491ac711d697 req-2c4658f2-cba5-44f8-8616-39d451a6ac87 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 944 time: 0.0497215 Apr 11 06:40:40.323583 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2d3fbc91-ca8b-40e2-9cb7-491ac711d697 req-e129649f-1f86-419a-9412-786ce76acbed tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Apr 11 06:40:40.780198 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4d2da5da-5c63-4244-a141-00fb1a3a57bc details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:40:40.880581 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:40.896594 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '4d2da5da-5c63-4244-a141-00fb1a3a57bc', 'network_id': '7050f89b-c6e9-4b12-a19b-4d8e3e698f74', 'port_id': '4d2da5da-5c63-4244-a141-00fb1a3a57bc', 'mac_address': 'fa:16:3e:4f:9c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fc8462-dcf9-4e92-94dd-ee640bda8736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:40:40.934366 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 4d2da5da-5c63-4244-a141-00fb1a3a57bc is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:40:40.934773 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:40.950035 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2da5da-5c63-4244-a141-00fb1a3a57bc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:40:40.970125 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:40.976965 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:41.026337 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=4d2da5da-5c63-4244-a141-00fb1a3a57bc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:41.033699 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.033980 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.034319 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.034656 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.035013 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.035342 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.035641 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.035991 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.036311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.036634 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.036953 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.037260 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.037577 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.037894 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.038206 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:41.346428 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['4d2da5da-5c63-4244-a141-00fb1a3a57bc'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:40:41.439666 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2185f12-96f1-4f50-860b-6bc55065664a req-55660c27-5c0e-41f4-9743-8c0485437bbb tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:41.439666 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b2185f12-96f1-4f50-860b-6bc55065664a req-55660c27-5c0e-41f4-9743-8c0485437bbb tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Apr 11 06:40:41.487582 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b2185f12-96f1-4f50-860b-6bc55065664a req-bb137414-b565-4966-9882-1da4f47ca677 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Apr 11 06:40:42.563309 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb89dde0-7be0-4582-8864-25b57aa9befb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:42.602152 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab09e-35ad-40c1-a3ed-25b296188225 req-b0e05108-19e4-4290-96de-dd857ca77ccc tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:42.603659 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b51ab09e-35ad-40c1-a3ed-25b296188225 req-b0e05108-19e4-4290-96de-dd857ca77ccc tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Apr 11 06:40:42.655549 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b51ab09e-35ad-40c1-a3ed-25b296188225 req-95ee096d-9089-4164-813d-91a8ced0a2d7 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Apr 11 06:40:42.780809 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4d2da5da-5c63-4244-a141-00fb1a3a57bc up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:40:42.829453 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 4d2da5da-5c63-4244-a141-00fb1a3a57bc completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:40:42.837746 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 4d2da5da-5c63-4244-a141-00fb1a3a57bc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:40:42.838433 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:42.928644 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 4d2da5da-5c63-4244-a141-00fb1a3a57bc is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:40:42.929039 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:42.954927 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2da5da-5c63-4244-a141-00fb1a3a57bc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:42.957192 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c4b397-8036-4c61-897b-9eca30c8b2f1" -d '{"events": [{"server_uuid": "ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383", "name": "network-vif-plugged", "status": "completed", "tag": "4d2da5da-5c63-4244-a141-00fb1a3a57bc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:42.970625 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:42.975429 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:43.000626 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec578fa-4a25-4c79-941e-c03e410cf60d x-openstack-request-id: req-dec578fa-4a25-4c79-941e-c03e410cf60d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:43.000923 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383", "name": "network-vif-plugged", "status": "completed", "tag": "4d2da5da-5c63-4244-a141-00fb1a3a57bc", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:43.001173 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dec578fa-4a25-4c79-941e-c03e410cf60d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:43.001634 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec578fa-4a25-4c79-941e-c03e410cf60d'] response: {'server_uuid': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2da5da-5c63-4244-a141-00fb1a3a57bc', 'code': 200} Apr 11 06:40:43.029817 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=4d2da5da-5c63-4244-a141-00fb1a3a57bc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:43.132391 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:40:43.175722 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eb10f-c9bf-4fe0-809e-6f9233c0af3c req-54068f01-2ee0-4cfc-b0a5-aeef17387181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:43.177250 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b00eb10f-c9bf-4fe0-809e-6f9233c0af3c req-54068f01-2ee0-4cfc-b0a5-aeef17387181 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 1130 time: 0.0437951 Apr 11 06:40:43.222766 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-b00eb10f-c9bf-4fe0-809e-6f9233c0af3c req-3d862077-58ee-496f-b007-634d26f1a205 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Apr 11 06:40:43.778629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f479a3-75b5-4f0c-a4d1-5d2c2b74cf5a req-f94d0483-fe55-4320-b5bf-da216cef772e tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:43.780198 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b6f479a3-75b5-4f0c-a4d1-5d2c2b74cf5a req-f94d0483-fe55-4320-b5bf-da216cef772e tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0512478 Apr 11 06:40:43.831780 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b6f479a3-75b5-4f0c-a4d1-5d2c2b74cf5a req-6727ab54-226a-4284-845c-6661772c60cc tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Apr 11 06:40:44.872392 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c651b42-e1eb-49a2-bf5b-ee252d1445b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:44.962470 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab14e-1eee-4345-b382-149bdd0de669 req-e41c4ff2-d280-4862-b571-7474b3280ebf tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:44.964698 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-706ab14e-1eee-4345-b382-149bdd0de669 req-e41c4ff2-d280-4862-b571-7474b3280ebf tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0569553 Apr 11 06:40:45.014786 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-706ab14e-1eee-4345-b382-149bdd0de669 req-2ec0f5af-fb4f-4ee4-ba88-2f87064c1fa6 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Apr 11 06:40:45.874658 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:46.147247 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917415d-8076-41f4-9bd5-365ad6863083 req-5ff20b88-8d62-4125-a128-fe91527d7718 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:46.148629 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0917415d-8076-41f4-9bd5-365ad6863083 req-5ff20b88-8d62-4125-a128-fe91527d7718 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0501533 Apr 11 06:40:46.198734 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0917415d-8076-41f4-9bd5-365ad6863083 req-65360617-168d-4feb-9b38-31849bf9577c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Apr 11 06:40:47.322233 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:49.075528 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:57.325078 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.090849 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58436) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:02.202935 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70b478f1-371c-416b-8315-0621531c03fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.292941 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70b478f1-371c-416b-8315-0621531c03fb admin admin] Publish callbacks [] for security_group (974f7b9d-70c3-4358-a23f-abb292c4ff62), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.298405 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70b478f1-371c-416b-8315-0621531c03fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (974f7b9d-70c3-4358-a23f-abb292c4ff62), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.340380 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-70b478f1-371c-416b-8315-0621531c03fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=608cac2c47bc4b4990a3dfe84da56583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484155 Apr 11 06:41:02.342575 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b478f1-371c-416b-8315-0621531c03fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974f7b9d-70c3-4358-a23f-abb292c4ff62,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:02.343375 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:02.397491 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e911a2-0352-40a5-bb35-9dc9e55a9ccb admin admin] Publish callbacks [] for security_group (974f7b9d-70c3-4358-a23f-abb292c4ff62), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.418349 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e911a2-0352-40a5-bb35-9dc9e55a9ccb admin admin] Publish callbacks [] for security_group (974f7b9d-70c3-4358-a23f-abb292c4ff62), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.468532 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e911a2-0352-40a5-bb35-9dc9e55a9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (974f7b9d-70c3-4358-a23f-abb292c4ff62), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.471091 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e911a2-0352-40a5-bb35-9dc9e55a9ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:02.472242 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-09e911a2-0352-40a5-bb35-9dc9e55a9ccb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/974f7b9d-70c3-4358-a23f-abb292c4ff62 HTTP/1.1" status: 204 len: 168 time: 0.1278057 Apr 11 06:41:02.479828 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e911a2-0352-40a5-bb35-9dc9e55a9ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974f7b9d-70c3-4358-a23f-abb292c4ff62,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:04.769628 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-d7428851-b2c6-45c1-9a20-047da066d6b2 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9766def128c241d5b0513976cb4dbc62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284362 Apr 11 06:41:05.210198 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-26cd5de6-33af-4a98-bcaa-186a72936cb2 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:05.211675 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-26cd5de6-33af-4a98-bcaa-186a72936cb2 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369869 Apr 11 06:41:05.228330 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-b05f5e30-ef8b-473d-aa5b-d91c4d14ca98 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/quotas/9766def128c241d5b0513976cb4dbc62 HTTP/1.1" status: 200 len: 375 time: 0.0088031 Apr 11 06:41:05.260938 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-03a767a0-2122-4831-8d20-62b33cd4baec tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9766def128c241d5b0513976cb4dbc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255318 Apr 11 06:41:05.437381 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8d1e9575-0b2c-467c-a683-9ad1893b5fd7 req-9d0d8bea-5474-47d0-b96c-0d375abf8b0c tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Apr 11 06:41:05.882178 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-b986dcc4-1989-46a7-99d5-4770b9df6160 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475509 Apr 11 06:41:05.973241 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224799-632c-437c-a278-3e7eb0422be9 req-77d5c61d-fff5-4ffc-b9e5-7659895c8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:05.974773 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-77d5c61d-fff5-4ffc-b9e5-7659895c8ae5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.0412252 Apr 11 06:41:06.076635 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224799-632c-437c-a278-3e7eb0422be9 req-7ab70593-41bd-4db4-a739-0781a4cfd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:06.078014 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-7ab70593-41bd-4db4-a739-0781a4cfd942 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.0858769 Apr 11 06:41:06.106139 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:06.350827 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-a5023728-4ffd-488e-bb76-8483b296d076 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 1002 time: 0.0667076 Apr 11 06:41:06.405155 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224799-632c-437c-a278-3e7eb0422be9 req-6ece729a-3e23-4a08-9635-6d6bb45b0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:06.406941 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-6ece729a-3e23-4a08-9635-6d6bb45b0b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0500023 Apr 11 06:41:06.416826 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-17d126c4-995f-4f3c-9c16-323aa0316a0b tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9766def128c241d5b0513976cb4dbc62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285120 Apr 11 06:41:06.457119 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224799-632c-437c-a278-3e7eb0422be9 req-b9137fb6-bc38-4cfa-b53d-2976a2050d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:06.459131 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-b9137fb6-bc38-4cfa-b53d-2976a2050d1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448933 Apr 11 06:41:06.459354 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Deleting port 64f01b1a-1062-4dcc-bde8-a3a9416e6ebc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:06.463612 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:06.563044 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-78b5730d-3ec6-498a-8ccd-de1e429dc851 req-4995f21c-50f4-47ef-9f43-ee3825afb87a tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 210 time: 0.0365913 Apr 11 06:41:06.586474 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-ebb432e3-6312-43b7-b579-05037c4ff187 service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215754 Apr 11 06:41:06.678320 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f8224799-632c-437c-a278-3e7eb0422be9 req-2c39125c-6ca8-4f64-b062-516c36cd192a service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857539 Apr 11 06:41:06.681452 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-f237d388-bee4-4bfd-9525-737ddf8ff47a tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:06.682873 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-f237d388-bee4-4bfd-9525-737ddf8ff47a tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602127 Apr 11 06:41:06.691094 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:06.691418 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for floatingip (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:06.702917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Request body: {'port': {'device_id': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225', 'admin_state_up': True, 'tenant_id': '9766def128c241d5b0513976cb4dbc62'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:41:06.720411 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Calling delete_port for 64f01b1a-1062-4dcc-bde8-a3a9416e6ebc owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:06.881587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Made reservation on behalf of 9766def128c241d5b0513976cb4dbc62 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:41:06.884932 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:06.894273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:06.975163 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (64f01b1a-1062-4dcc-bde8-a3a9416e6ebc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.024826 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event deleted for resources: {'Port': ['ID=64f01b1a-1062-4dcc-bde8-a3a9416e6ebc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:07.069076 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks [] for security_group (e874a645-6d64-4c10-9350-dfa898138c86), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.098888 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e874a645-6d64-4c10-9350-dfa898138c86), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.171857 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for floatingip (cd7c087b-fb72-4ad0-9df4-944f4be1f77c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.172181 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.db.l3_db [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Floating IP cd7c087b-fb72-4ad0-9df4-944f4be1f77c disassociated (deleted). External IP: 172.28.1.148, port: 777779ad-997e-459d-ba2e-ff2560f10483. Apr 11 06:41:07.173948 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e874a645-6d64-4c10-9350-dfa898138c86,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:07.323492 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Allocated IP 192.168.233.68 (edf3201f-8a3e-4807-80e8-92dedc482225/eac2c52f-d977-4f4d-a542-d60d8253e272/3355b19f-25c4-4ae7-867b-bdd808e44c78) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:41:07.518815 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:41:07.587251 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks [] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.658969 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-1de607ac-e282-4764-b27a-be939ed7fdaa req-9a693c76-3aa8-4354-96cc-78a69db7a4f8 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 210 time: 0.0271432 Apr 11 06:41:07.671247 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:41:07.675857 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.678295 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775232612136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.682898 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] Sync routers for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:41:07.692586 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:41:07.693228 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:40:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:07.741200 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c3ac522b-7ed0-4a1a-9d4d-c021fb895268 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "DELETE /v2.0/floatingips/cd7c087b-fb72-4ad0-9df4-944f4be1f77c HTTP/1.1" status: 204 len: 168 time: 1.6339493 Apr 11 06:41:07.743149 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Network edf3201f-8a3e-4807-80e8-92dedc482225 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:41:07.745595 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:41:07.747930 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:41:07.753447 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:41:07.757108 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:41:07.788711 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Pushing event updated for resources: {'Port': ['ID=3355b19f-25c4-4ae7-867b-bdd808e44c78,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:07.839430 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:07.840025 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:07.870615 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-e9ae8f2f-272e-4447-998c-99a08156ae1e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1763830 Apr 11 06:41:07.890013 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.v2.base [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Request body: {'port': {'device_id': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:41:07.896557 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2879f-307d-4aee-bcbc-15c1433439b1 x-openstack-request-id: req-fab2879f-307d-4aee-bcbc-15c1433439b1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:41:07.897171 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:41:07.897602 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fab2879f-307d-4aee-bcbc-15c1433439b1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:41:07.898241 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab2879f-307d-4aee-bcbc-15c1433439b1'] response: {'name': 'network-changed', 'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'status': 'completed', 'code': 200} Apr 11 06:41:08.022302 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.028397 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-68d6dc49-a1e8-44fa-abd8-d518b6502ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:08.029967 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-68d6dc49-a1e8-44fa-abd8-d518b6502ab0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83201495984b46029008e2fada6d919c&device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 1130 time: 0.1046717 Apr 11 06:41:08.044618 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:41:08.126865 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0654e-515e-4482-beaf-6bbed1511e60 req-fe75785e-a81c-4b4e-9641-87f7b1098b9b tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:08.135332 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-23a0654e-515e-4482-beaf-6bbed1511e60 req-fe75785e-a81c-4b4e-9641-87f7b1098b9b tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0857072 Apr 11 06:41:08.190877 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-23a0654e-515e-4482-beaf-6bbed1511e60 req-25d861bc-b5c5-4717-b431-34be95285e13 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546372 Apr 11 06:41:08.202027 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e26fb62d-0591-48bb-bffe-4dcd9389a544 None None] Provisioning complete for port 3355b19f-25c4-4ae7-867b-bdd808e44c78 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:41:08.202496 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e26fb62d-0591-48bb-bffe-4dcd9389a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.266553 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e26fb62d-0591-48bb-bffe-4dcd9389a544 None None] Port 3355b19f-25c4-4ae7-867b-bdd808e44c78 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:41:08.319309 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:08.338720 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3355b19f-25c4-4ae7-867b-bdd808e44c78 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:41:08.347369 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] Checking router: be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:41:08.347889 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Publish callbacks [] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.355870 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:41:08.356511 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:40:45Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:08.364139 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Transition to ACTIVE for port object 3355b19f-25c4-4ae7-867b-bdd808e44c78 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:41:08.375870 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.418456 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022f4e-650e-465d-8792-f36480e4e55d req-20586193-ccfe-4e77-a07d-e4ac13ec083f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:08.420900 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aa022f4e-650e-465d-8792-f36480e4e55d req-20586193-ccfe-4e77-a07d-e4ac13ec083f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0609875 Apr 11 06:41:08.435507 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=3355b19f-25c4-4ae7-867b-bdd808e44c78,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:08.484567 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-aa022f4e-650e-465d-8792-f36480e4e55d req-e4162b57-6a81-4945-a379-d14322de380b tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583544 Apr 11 06:41:08.494821 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:41:08.715618 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:08.748407 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755adae0-3e06-435e-954a-5522822f2de6 None None] The sync data for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb is: [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:35:44Z', 'revision_number': 4, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb', '_interfaces': [{'id': 'd36e47ab-adad-440f-91a0-4e1b36ccffd1', 'name': '', 'network_id': 'b23171a5-052d-4f6b-886a-2e52e3d1e790', 'tenant_id': '83201495984b46029008e2fada6d919c', 'mac_address': 'fa:16:3e:be:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:43Z', 'updated_at': '2022-04-11T06:35:49Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'subnets': [{'id': '1c34fda9-5653-4a0d-bdf2-cc41484af9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:41:08.816299 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07fda8-145d-453b-9a17-9e8f7578975e req-a14f775a-c494-4a76-81d8-f281feff9794 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:08.817826 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1b07fda8-145d-453b-9a17-9e8f7578975e req-a14f775a-c494-4a76-81d8-f281feff9794 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.0590618 Apr 11 06:41:08.833332 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Attempting to bind port 3355b19f-25c4-4ae7-867b-bdd808e44c78 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:41:08.833663 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Attempting to bind port 3355b19f-25c4-4ae7-867b-bdd808e44c78 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:41:08.833999 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Attempting to bind port 3355b19f-25c4-4ae7-867b-bdd808e44c78 on network edf3201f-8a3e-4807-80e8-92dedc482225 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:41:08.846578 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Port 3355b19f-25c4-4ae7-867b-bdd808e44c78 on network edf3201f-8a3e-4807-80e8-92dedc482225 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:41:08.846919 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Attempting to bind port 3355b19f-25c4-4ae7-867b-bdd808e44c78 on network edf3201f-8a3e-4807-80e8-92dedc482225 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:41:08.854610 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Checking agent: {'id': '5119fe9c-abf4-4117-b36e-f61db3a41872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:41:08.854963 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Checking segment: {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:41:08.855363 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Bound using segment: {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:41:08.855772 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Bound port: 3355b19f-25c4-4ae7-867b-bdd808e44c78, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2484f620-4a9f-4962-92c2-865836bab7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:41:08.856121 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.904763 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-1b07fda8-145d-453b-9a17-9e8f7578975e req-c7289219-105d-4e47-a34b-d737d53f7e2b tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788991 Apr 11 06:41:08.940147 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] For port 3355b19f-25c4-4ae7-867b-bdd808e44c78, host hv-cinder-83699, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:41:08.943256 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] For port 3355b19f-25c4-4ae7-867b-bdd808e44c78, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:41:08.952273 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12318182'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.985093 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:08.985727 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:08.987203 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] 10.222.0.26 "PUT /v2.0/ports/3355b19f-25c4-4ae7-867b-bdd808e44c78 HTTP/1.1" status: 200 len: 1097 time: 1.1063259 Apr 11 06:41:09.000188 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7633a-e2ae-45a2-bf61-1425429be6be None None] New status for floating IP cd7c087b-fb72-4ad0-9df4-944f4be1f77c: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:41:09.013506 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bffc4b-cf68-4aa7-ad66-72bbe82f9ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=3355b19f-25c4-4ae7-867b-bdd808e44c78,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:09.137418 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-b72f1c8d-da7e-4cdd-a160-1ab0dc243d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:09.138956 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-b72f1c8d-da7e-4cdd-a160-1ab0dc243d84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9766def128c241d5b0513976cb4dbc62&device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 1131 time: 0.0583506 Apr 11 06:41:09.159876 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-41f811a0-c5c9-4d8e-8ca1-07905a62af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:09.161363 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-41f811a0-c5c9-4d8e-8ca1-07905a62af96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 200 len: 910 time: 0.1363370 Apr 11 06:41:09.307341 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0ef03-130a-4d87-8285-f9d554596019 req-0dd9c4e3-40c0-46db-a288-2e98dc095634 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:09.308816 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1f0ef03-130a-4d87-8285-f9d554596019 req-0dd9c4e3-40c0-46db-a288-2e98dc095634 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0474610 Apr 11 06:41:09.359319 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f1f0ef03-130a-4d87-8285-f9d554596019 req-9d23da13-bd53-431b-b2ee-e4a6c2299838 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448956 Apr 11 06:41:09.614608 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709511-108c-497a-b99d-daf75c75ea2c req-3e0f3872-aeca-4f0d-8b77-f331d44f515e tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:09.616128 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-20709511-108c-497a-b99d-daf75c75ea2c req-3e0f3872-aeca-4f0d-8b77-f331d44f515e tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0536556 Apr 11 06:41:09.664617 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-20709511-108c-497a-b99d-daf75c75ea2c req-3a7ba4fc-4a52-48c5-aff9-460f86155656 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Apr 11 06:41:09.900395 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'tag': '3355b19f-25c4-4ae7-867b-bdd808e44c78'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:41:09.904237 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf448a47-fb52-46b5-85c5-160c5456492e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6e0bde-6146-4601-a749-ec8a5664bdd8", "tag": "3355b19f-25c4-4ae7-867b-bdd808e44c78"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:41:09.947651 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098d523e-e4de-4021-a4eb-6cfeaeebbe37 x-openstack-request-id: req-098d523e-e4de-4021-a4eb-6cfeaeebbe37 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:41:09.947941 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6e0bde-6146-4601-a749-ec8a5664bdd8", "tag": "3355b19f-25c4-4ae7-867b-bdd808e44c78", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:41:09.948174 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-098d523e-e4de-4021-a4eb-6cfeaeebbe37 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:41:09.948571 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098d523e-e4de-4021-a4eb-6cfeaeebbe37'] response: {'name': 'network-changed', 'server_uuid': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'tag': '3355b19f-25c4-4ae7-867b-bdd808e44c78', 'status': 'completed', 'code': 200} Apr 11 06:41:10.022464 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b9128-caba-4794-84a6-4599a4582b4f req-bdc0f14c-3dfe-40f3-80b9-297872fe5428 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:10.023963 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4a5b9128-caba-4794-84a6-4599a4582b4f req-bdc0f14c-3dfe-40f3-80b9-297872fe5428 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.0511808 Apr 11 06:41:10.073148 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-4a5b9128-caba-4794-84a6-4599a4582b4f req-e7a45055-d6f0-45ee-a450-9c49876df279 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Apr 11 06:41:10.474784 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804c2fa-a0ac-414a-b66f-f772bb6f897b req-cff09bab-80f2-44e6-8645-f13b04671982 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:10.476107 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0804c2fa-a0ac-414a-b66f-f772bb6f897b req-cff09bab-80f2-44e6-8645-f13b04671982 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0481830 Apr 11 06:41:10.523003 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-0804c2fa-a0ac-414a-b66f-f772bb6f897b req-0d443de9-607b-453e-9117-8f8cb3d26eaa tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413990 Apr 11 06:41:10.785726 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15c32-67e2-4366-b68c-42fc8e1119f1 req-44735013-79d5-42bc-b1c1-94f13dde771d tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:10.787222 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2bd15c32-67e2-4366-b68c-42fc8e1119f1 req-44735013-79d5-42bc-b1c1-94f13dde771d tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Apr 11 06:41:10.840572 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2bd15c32-67e2-4366-b68c-42fc8e1119f1 req-195e6968-748e-4e42-88be-de8d584dc449 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Apr 11 06:41:11.214225 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059985-4767-4d86-9cc5-16cbe80319ba req-841ee861-6d13-49e8-8b25-6f2fe835b37a tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:11.215708 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6059985-4767-4d86-9cc5-16cbe80319ba req-841ee861-6d13-49e8-8b25-6f2fe835b37a tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.0578704 Apr 11 06:41:11.266025 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-d6059985-4767-4d86-9cc5-16cbe80319ba req-5f2c6316-086c-4d14-bd7d-46957ea452c5 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Apr 11 06:41:11.655783 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461ad4-a7c1-483d-ae11-0f8098241f46 req-db3554b8-f481-4070-82e5-cfeabdd591ce tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:11.657220 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-62461ad4-a7c1-483d-ae11-0f8098241f46 req-db3554b8-f481-4070-82e5-cfeabdd591ce tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0499878 Apr 11 06:41:11.709115 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-62461ad4-a7c1-483d-ae11-0f8098241f46 req-288dd21f-77d7-4dd0-8041-fb553b268925 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459406 Apr 11 06:41:11.966840 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ae5e-9c6b-478f-9c7b-45f0f904c68f req-14eb9f28-37b9-44b8-b78f-2f8c72d15278 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:11.968186 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-15d4ae5e-9c6b-478f-9c7b-45f0f904c68f req-14eb9f28-37b9-44b8-b78f-2f8c72d15278 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0468638 Apr 11 06:41:12.014772 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-15d4ae5e-9c6b-478f-9c7b-45f0f904c68f req-60814b89-7332-4c6c-aa69-d117314bb276 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Apr 11 06:41:12.387167 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75cecb-dd3f-4d1d-ad20-ddc724e4a979 req-42c724f5-166e-4532-8798-7767935fb372 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:12.389082 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2b75cecb-dd3f-4d1d-ad20-ddc724e4a979 req-42c724f5-166e-4532-8798-7767935fb372 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.0469904 Apr 11 06:41:12.440606 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2b75cecb-dd3f-4d1d-ad20-ddc724e4a979 req-96bdd0c2-6363-496b-ab22-0d755d671cbc tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Apr 11 06:41:12.569445 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2aa90101-f9fc-4ee0-b405-f2a0c48daaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:12.833374 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed1fea-7d50-4dba-8183-98e1914ee2b7 req-795084b7-7cd0-47c6-8162-6cbbc07e046f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:12.834934 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-92ed1fea-7d50-4dba-8183-98e1914ee2b7 req-795084b7-7cd0-47c6-8162-6cbbc07e046f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0529521 Apr 11 06:41:12.886451 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-92ed1fea-7d50-4dba-8183-98e1914ee2b7 req-98a33501-aae0-4499-8448-23066c33a0b4 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 Apr 11 06:41:13.078465 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-0482b3f1-9ce8-4f19-87c4-38c7f409c605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 200 len: 217 time: 0.0346205 Apr 11 06:41:13.086489 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-f9cc7327-9826-4f14-988c-ad8296fb9b6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78 HTTP/1.1" status: 200 len: 217 time: 0.0467629 Apr 11 06:41:13.155414 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fb84b-4225-4f16-b6e4-b25ca8271973 req-4c1ce3f9-f957-41dd-8b54-440969c3fb1f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.156910 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-526fb84b-4225-4f16-b6e4-b25ca8271973 req-4c1ce3f9-f957-41dd-8b54-440969c3fb1f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0469146 Apr 11 06:41:13.203866 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-526fb84b-4225-4f16-b6e4-b25ca8271973 req-5cdf9c31-1142-44ad-808e-68f2f67287bc tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/security-groups?id=82583e69-16fb-4847-b597-12bd6f8dad4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Apr 11 06:41:13.284508 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-8226a489-c396-4474-87b1-3c413b5de6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.286019 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-8226a489-c396-4474-87b1-3c413b5de6e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eac2c52f-d977-4f4d-a542-d60d8253e272 HTTP/1.1" status: 200 len: 843 time: 0.0458028 Apr 11 06:41:13.315579 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-8c4411e6-1b5e-435c-9ce8-bb97f1d3e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.317087 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-8c4411e6-1b5e-435c-9ce8-bb97f1d3e2ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 200 len: 848 time: 0.0773146 Apr 11 06:41:13.325141 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-c0853fb6-24ca-4d1d-833b-03ffe6f0470d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.326458 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-c0853fb6-24ca-4d1d-833b-03ffe6f0470d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.26 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0575922 Apr 11 06:41:13.328976 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43031-6aad-4d86-a429-beb57a455a95 req-fa75b695-8b54-4010-827a-16efbf9f6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.330423 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-fa75b695-8b54-4010-827a-16efbf9f6cda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edf3201f-8a3e-4807-80e8-92dedc482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385132 Apr 11 06:41:13.615248 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-2b980b83-e462-47c7-83bc-c8cc2a1fc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.616741 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-2b980b83-e462-47c7-83bc-c8cc2a1fc9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b23171a5-052d-4f6b-886a-2e52e3d1e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0913317 Apr 11 06:41:13.624868 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130861a-90de-448b-998d-5735ec9008ce req-33563fb2-32a1-4052-b742-e318b326a9aa tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.626234 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2130861a-90de-448b-998d-5735ec9008ce req-33563fb2-32a1-4052-b742-e318b326a9aa tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.1096432 Apr 11 06:41:13.649385 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0640e6b9-2c9f-481e-b7bd-d5e3447619a1 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:13.650845 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0640e6b9-2c9f-481e-b7bd-d5e3447619a1 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 946 time: 0.0826368 Apr 11 06:41:13.700852 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-0d1c2248-b18f-4243-ab03-a83c939f98d1 service neutron] 10.222.0.26 "GET /v2.0/networks/edf3201f-8a3e-4807-80e8-92dedc482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543853 Apr 11 06:41:13.744777 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Deleting port 777779ad-997e-459d-ba2e-ff2560f10483 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:13.745089 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (777779ad-997e-459d-ba2e-ff2560f10483), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:13.788269 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-2130861a-90de-448b-998d-5735ec9008ce req-625352d6-c1c1-4207-a082-ac53d59344b7 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497297 Apr 11 06:41:13.795571 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Deleting port 4d2da5da-5c63-4244-a141-00fb1a3a57bc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:13.795912 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:13.836584 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-aa73b857-53b2-4671-b45f-43138a22333a service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093830 Apr 11 06:41:13.885792 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-78a43031-6aad-4d86-a429-beb57a455a95 req-943aa38c-e025-42bc-bfe9-b35b3b67b9ad service neutron] 10.222.0.26 "GET /v2.0/networks/edf3201f-8a3e-4807-80e8-92dedc482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751668 Apr 11 06:41:13.915681 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] For port 4d2da5da-5c63-4244-a141-00fb1a3a57bc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d2da5da-5c63-4244-a141-00fb1a3a57bc,segment=NetworkSegment(87db3403-346a-4786-a1a4-cc7300a87b24),segment_id=87db3403-346a-4786-a1a4-cc7300a87b24)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:13.916065 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:13.919586 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] For port 777779ad-997e-459d-ba2e-ff2560f10483, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=777779ad-997e-459d-ba2e-ff2560f10483,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:13.919757 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (777779ad-997e-459d-ba2e-ff2560f10483), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:13.931106 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Calling delete_port for 4d2da5da-5c63-4244-a141-00fb1a3a57bc owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:13.938574 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Calling delete_port for 777779ad-997e-459d-ba2e-ff2560f10483 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:13.998386 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-77dd3e5b-56cf-4334-b6b3-bca6a024f5fe req-ba88c7eb-8cf7-4b7a-a180-efd485af4eba service neutron] 10.222.0.26 "GET /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539948 Apr 11 06:41:14.036122 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e167f7-9832-4cdc-9035-22beed6ff6c4 req-7172cbd7-6931-400f-a832-abbaec4b8890 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:14.037774 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b0e167f7-9832-4cdc-9035-22beed6ff6c4 req-7172cbd7-6931-400f-a832-abbaec4b8890 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 946 time: 0.0636067 Apr 11 06:41:14.094908 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (777779ad-997e-459d-ba2e-ff2560f10483), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:14.123622 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event deleted for resources: {'Port': ['ID=777779ad-997e-459d-ba2e-ff2560f10483,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:14.133488 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-b0e167f7-9832-4cdc-9035-22beed6ff6c4 req-660faeff-7e92-4182-9989-65fd5f204b7d tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4dc2be6-12df-40b0-b61e-3913540eac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875444 Apr 11 06:41:14.152353 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (4d2da5da-5c63-4244-a141-00fb1a3a57bc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:14.164667 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['4d2da5da-5c63-4244-a141-00fb1a3a57bc'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:41:14.177517 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] No DVR routers for this DVR port 777779ad-997e-459d-ba2e-ff2560f10483 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:41:14.180331 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:14.183823 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-df13d9c2-c18f-457d-ae57-d850abcb62ce req-61ebd027-5d63-46f5-ba9c-8f8a95fe9f6f tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.26 "DELETE /v2.0/ports/777779ad-997e-459d-ba2e-ff2560f10483 HTTP/1.1" status: 204 len: 173 time: 0.6189702 Apr 11 06:41:14.184301 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-deleted', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:41:14.186711 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de70ab7-0d04-4293-bc2d-58435d94b35c" -d '{"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-deleted", "tag": "777779ad-997e-459d-ba2e-ff2560f10483"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:41:14.190667 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Pushing event deleted for resources: {'Port': ['ID=4d2da5da-5c63-4244-a141-00fb1a3a57bc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:14.224520 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d4ca3-45c5-4728-8aa5-707630b531b4 x-openstack-request-id: req-eb5d4ca3-45c5-4728-8aa5-707630b531b4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:41:14.224814 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c084f-ce4a-44b9-83e2-acdae477a6ae", "name": "network-vif-deleted", "tag": "777779ad-997e-459d-ba2e-ff2560f10483", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:41:14.225071 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb5d4ca3-45c5-4728-8aa5-707630b531b4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:41:14.225480 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5d4ca3-45c5-4728-8aa5-707630b531b4'] response: {'server_uuid': '254c084f-ce4a-44b9-83e2-acdae477a6ae', 'name': 'network-vif-deleted', 'tag': '777779ad-997e-459d-ba2e-ff2560f10483', 'status': 'completed', 'code': 200} Apr 11 06:41:14.234101 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] No DVR routers for this DVR port 4d2da5da-5c63-4244-a141-00fb1a3a57bc on host hv-cinder-83699 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:41:14.236667 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:14.240054 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-c94dc187-6f5f-4b5a-9cb8-90243f6a2a65 req-0fdfe47f-825a-4005-90ed-1c5b31b8979c tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.26 "DELETE /v2.0/ports/4d2da5da-5c63-4244-a141-00fb1a3a57bc HTTP/1.1" status: 204 len: 173 time: 0.5830016 Apr 11 06:41:14.240629 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'name': 'network-vif-deleted', 'tag': '4d2da5da-5c63-4244-a141-00fb1a3a57bc'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:41:14.242920 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b855dcdb135699ec048a1f88c91dbafc81b1f2c958ddd473267b772e9e0109c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e6f22-3934-4f78-99fc-29965d8d0dfe" -d '{"events": [{"server_uuid": "ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383", "name": "network-vif-deleted", "tag": "4d2da5da-5c63-4244-a141-00fb1a3a57bc"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:41:14.282146 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5521c348-d505-41bc-a472-624cc4ecbdd6 x-openstack-request-id: req-5521c348-d505-41bc-a472-624cc4ecbdd6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:41:14.282430 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383", "name": "network-vif-deleted", "tag": "4d2da5da-5c63-4244-a141-00fb1a3a57bc", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:41:14.282679 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5521c348-d505-41bc-a472-624cc4ecbdd6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:41:14.283101 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5521c348-d505-41bc-a472-624cc4ecbdd6'] response: {'server_uuid': 'ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383', 'name': 'network-vif-deleted', 'tag': '4d2da5da-5c63-4244-a141-00fb1a3a57bc', 'status': 'completed', 'code': 200} Apr 11 06:41:14.302876 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-7cdcc897-de50-4cb3-b5f4-3e9ba96d8296 req-e6f334f0-5ce8-4c05-be05-c914d6ef456f tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 210 time: 0.0308170 Apr 11 06:41:14.868109 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc1351fd-eb24-4633-a430-c25d5b6e5f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:14.922172 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ffac4-f743-41e5-9cc1-774d72d11231 req-361fd9e4-a610-465b-8a3a-2cc0c2c00ab6 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:14.923626 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-340ffac4-f743-41e5-9cc1-774d72d11231 req-361fd9e4-a610-465b-8a3a-2cc0c2c00ab6 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.0548313 Apr 11 06:41:14.973087 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-340ffac4-f743-41e5-9cc1-774d72d11231 req-01130d80-a225-4176-9ebb-89611ce4f5e9 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Apr 11 06:41:15.236136 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-73ce9c24-38eb-4aa1-abe5-1c337b49f7ae req-3addc36f-8a26-4fc3-a8ee-1f60d934ec07 tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 210 time: 0.0279880 Apr 11 06:41:15.413349 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-f2023114-ffb8-41e9-b87e-4ad8b4518deb req-b64e9d2f-3626-499a-86ea-bfe335603280 tempest-VolumesSnapshotTestJSON-480589379 tempest-VolumesSnapshotTestJSON-480589379-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff1a3ba5-e6ad-4f93-9f0d-1af93a93a383 HTTP/1.1" status: 200 len: 210 time: 0.0277967 Apr 11 06:41:15.783394 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a47-fb52-46b5-85c5-160c5456492e req-536bd2aa-81a8-4fb6-ac84-384b587b7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:15.784879 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-536bd2aa-81a8-4fb6-ac84-384b587b7f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9766def128c241d5b0513976cb4dbc62&device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 1131 time: 0.0403132 Apr 11 06:41:15.877158 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:15.902946 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a47-fb52-46b5-85c5-160c5456492e req-a3b16a84-ea9b-410a-b05a-9dd949107a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:15.904440 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-a3b16a84-ea9b-410a-b05a-9dd949107a95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=edf3201f-8a3e-4807-80e8-92dedc482225 HTTP/1.1" status: 200 len: 870 time: 0.1018603 Apr 11 06:41:15.951555 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-87263930-ff3b-44d8-b6bc-e7f4d33137c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78 HTTP/1.1" status: 200 len: 217 time: 0.0353143 Apr 11 06:41:16.092022 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bef8-7f70-4999-b759-c487cb1e086b req-70887693-af06-4dbe-8968-969ecad6daff tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:16.093487 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f56bef8-7f70-4999-b759-c487cb1e086b req-70887693-af06-4dbe-8968-969ecad6daff tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 947 time: 0.0508087 Apr 11 06:41:16.141694 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-0f56bef8-7f70-4999-b759-c487cb1e086b req-f7ec842b-7a48-41b4-9296-4fcda0b392ad tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Apr 11 06:41:16.209437 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a47-fb52-46b5-85c5-160c5456492e req-904cc0e3-4cdf-4c3c-b5c9-c4e3489e7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:16.211322 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-904cc0e3-4cdf-4c3c-b5c9-c4e3489e7f8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eac2c52f-d977-4f4d-a542-d60d8253e272 HTTP/1.1" status: 200 len: 843 time: 0.0479805 Apr 11 06:41:16.268077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a47-fb52-46b5-85c5-160c5456492e req-2eb038fe-4de1-4aeb-a5d5-ae2a0e7a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:16.269690 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-2eb038fe-4de1-4aeb-a5d5-ae2a0e7a37a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edf3201f-8a3e-4807-80e8-92dedc482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498598 Apr 11 06:41:16.347318 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5caafcf4-9f23-4c25-a5fc-c7f8772622de req-987b8cab-d7ab-46a0-9e41-0caa75863fca tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "GET /v2.0/ports?device_id=254c084f-ce4a-44b9-83e2-acdae477a6ae HTTP/1.1" status: 200 len: 210 time: 0.0278587 Apr 11 06:41:16.549578 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-5a2a498f-4e1a-4709-b03c-76b3dbc371c9 service neutron] 10.222.0.26 "GET /v2.0/networks/edf3201f-8a3e-4807-80e8-92dedc482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938020 Apr 11 06:41:16.647018 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-cf448a47-fb52-46b5-85c5-160c5456492e req-9d0dada8-1280-4749-993f-b86815995fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/edf3201f-8a3e-4807-80e8-92dedc482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909231 Apr 11 06:41:16.889710 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 3355b19f-25c4-4ae7-867b-bdd808e44c78 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:41:16.892237 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:16.920073 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 777779ad-997e-459d-ba2e-ff2560f10483 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:16.920415 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 777779ad-997e-459d-ba2e-ff2560f10483 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:16.920827 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4d2da5da-5c63-4244-a141-00fb1a3a57bc no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:16.941062 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 4d2da5da-5c63-4244-a141-00fb1a3a57bc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:16.941395 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 4d2da5da-5c63-4244-a141-00fb1a3a57bc not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:17.026520 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 3355b19f-25c4-4ae7-867b-bdd808e44c78, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:17.036945 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Returning: {'device': '3355b19f-25c4-4ae7-867b-bdd808e44c78', 'network_id': 'edf3201f-8a3e-4807-80e8-92dedc482225', 'port_id': '3355b19f-25c4-4ae7-867b-bdd808e44c78', 'mac_address': 'fa:16:3e:23:a1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac2c52f-d977-4f4d-a542-d60d8253e272', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:41:17.074796 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 3355b19f-25c4-4ae7-867b-bdd808e44c78 is: DOWN; New status is: BUILD {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:41:17.075178 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.088810 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3355b19f-25c4-4ae7-867b-bdd808e44c78 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:41:17.109532 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 3355b19f-25c4-4ae7-867b-bdd808e44c78, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:17.116267 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.170926 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=3355b19f-25c4-4ae7-867b-bdd808e44c78,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:17.270932 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b136e-523d-4cb8-b586-13017054c9d5 req-856203da-1de5-442b-99d6-348173c5f34c tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:17.272446 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-013b136e-523d-4cb8-b586-13017054c9d5 req-856203da-1de5-442b-99d6-348173c5f34c tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 948 time: 0.0476828 Apr 11 06:41:17.322227 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-013b136e-523d-4cb8-b586-13017054c9d5 req-88087e0d-da32-45b7-80b9-053985b26d35 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Apr 11 06:41:17.323602 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.392392 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['3355b19f-25c4-4ae7-867b-bdd808e44c78'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:41:17.402004 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58602) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:17.458391 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ee13486-3463-4270-937f-187fde51ce8c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group (c4dc2be6-12df-40b0-b61e-3913540eac6f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.484365 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ee13486-3463-4270-937f-187fde51ce8c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group (c4dc2be6-12df-40b0-b61e-3913540eac6f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.549084 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ee13486-3463-4270-937f-187fde51ce8c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (c4dc2be6-12df-40b0-b61e-3913540eac6f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.553353 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ee13486-3463-4270-937f-187fde51ce8c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:17.555540 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-8ee13486-3463-4270-937f-187fde51ce8c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] 10.222.0.11 "DELETE /v2.0/security-groups/c4dc2be6-12df-40b0-b61e-3913540eac6f HTTP/1.1" status: 204 len: 168 time: 0.1518319 Apr 11 06:41:17.565222 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13486-3463-4270-937f-187fde51ce8c tempest-TestShelveInstance-1012415474 tempest-TestShelveInstance-1012415474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc2be6-12df-40b0-b61e-3913540eac6f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:17.598364 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:17.990346 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:18.228038 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Deleting port d36e47ab-adad-440f-91a0-4e1b36ccffd1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:18.228401 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:18.307713 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] For port d36e47ab-adad-440f-91a0-4e1b36ccffd1, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=d36e47ab-adad-440f-91a0-4e1b36ccffd1,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:18.308077 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:18.321286 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Calling delete_port for d36e47ab-adad-440f-91a0-4e1b36ccffd1 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:18.475080 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde849d2-d633-4812-86bb-deab5f56e46c req-36529321-8700-4e62-873f-0e61244c8851 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:18.476464 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-dde849d2-d633-4812-86bb-deab5f56e46c req-36529321-8700-4e62-873f-0e61244c8851 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 948 time: 0.0860102 Apr 11 06:41:18.553160 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-dde849d2-d633-4812-86bb-deab5f56e46c req-7ca88525-570a-41cb-bb71-49485935f482 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667930 Apr 11 06:41:18.571168 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (d36e47ab-adad-440f-91a0-4e1b36ccffd1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:18.601416 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d36e47ab-adad-440f-91a0-4e1b36ccffd1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:18.766161 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:18.897824 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 3355b19f-25c4-4ae7-867b-bdd808e44c78 up at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:41:18.943692 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning for port 3355b19f-25c4-4ae7-867b-bdd808e44c78 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:41:18.951814 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Provisioning complete for port 3355b19f-25c4-4ae7-867b-bdd808e44c78 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:41:18.952288 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1448029'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:18.984259 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:41:19.036694 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Current status of the port 3355b19f-25c4-4ae7-867b-bdd808e44c78 is: BUILD; New status is: ACTIVE {{(pid=103283) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:41:19.037111 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438038'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.070653 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] For port 3355b19f-25c4-4ae7-867b-bdd808e44c78, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:19.073031 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355b19f-25c4-4ae7-867b-bdd808e44c78'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:41:19.075752 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4790ae5c9431838f327d515239e5b222812d64eb90c1b1287ab81e4a366211c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636f1125-2ec6-4b08-853d-7596c37f0c9a" -d '{"events": [{"server_uuid": "7c6e0bde-6146-4601-a749-ec8a5664bdd8", "name": "network-vif-plugged", "status": "completed", "tag": "3355b19f-25c4-4ae7-867b-bdd808e44c78"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:41:19.084670 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775233135903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775232612154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775232612172'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.104083 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:41:19.109757 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c31c8a00-733f-438d-af81-765e80bac9dd admin admin] 10.222.0.11 "PUT /v2.0/routers/be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5102677 Apr 11 06:41:19.112269 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58626) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:19.113333 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.119688 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] Sync routers for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:41:19.149626 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:41:19.150155 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:41:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:19.190368 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Pushing event updated for resources: {'Port': ['ID=3355b19f-25c4-4ae7-867b-bdd808e44c78,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:19.235236 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks [] for router (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.257181 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f19f6a7-c956-49dc-9739-5668d8bc3700 x-openstack-request-id: req-6f19f6a7-c956-49dc-9739-5668d8bc3700 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:41:19.257762 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6e0bde-6146-4601-a749-ec8a5664bdd8", "name": "network-vif-plugged", "status": "completed", "tag": "3355b19f-25c4-4ae7-867b-bdd808e44c78", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:41:19.258010 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f19f6a7-c956-49dc-9739-5668d8bc3700 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:41:19.258578 dv-cinder-836996-3-smb neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f19f6a7-c956-49dc-9739-5668d8bc3700'] response: {'server_uuid': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355b19f-25c4-4ae7-867b-bdd808e44c78', 'code': 200} Apr 11 06:41:19.323544 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: dv-cinder-836996-3-smb {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:41:19.379478 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks [] for router_gateway (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.430585 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Deleting port 50c60c0d-f185-4dee-8370-aef1d6ff6977 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:19.430962 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.445177 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cc4f3-bb33-4ace-b49d-b98fdc129c34 req-ad13a3f2-b84c-418f-adef-31e5be8c7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:19.446656 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ba8cc4f3-bb33-4ace-b49d-b98fdc129c34 req-ad13a3f2-b84c-418f-adef-31e5be8c7b17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 1133 time: 0.0517056 Apr 11 06:41:19.494173 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-ba8cc4f3-bb33-4ace-b49d-b98fdc129c34 req-e74e7150-2e1b-42b6-8dac-41166e49ad11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Apr 11 06:41:19.522977 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] For port 50c60c0d-f185-4dee-8370-aef1d6ff6977, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=50c60c0d-f185-4dee-8370-aef1d6ff6977,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:19.523588 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.524958 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:41:18Z', 'revision_number': 5, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port': {'id': '50c60c0d-f185-4dee-8370-aef1d6ff6977', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:42Z', 'updated_at': '2022-04-11T06:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:19.535746 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Calling delete_port for 50c60c0d-f185-4dee-8370-aef1d6ff6977 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:19.551064 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] Checking router: be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 for host: dv-cinder-836996-3-smb {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:41:19.559277 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] Routers {'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:41:19.559904 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:41:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:19.656352 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] Set router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:41:19.697386 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644934a-dfb7-42b5-afc4-2d677c3fe3c0 req-4feb77b5-cc45-41ef-94ed-410feb6e027f tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:19.698867 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a644934a-dfb7-42b5-afc4-2d677c3fe3c0 req-4feb77b5-cc45-41ef-94ed-410feb6e027f tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 949 time: 0.0569489 Apr 11 06:41:19.711188 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:41:19Z', 'revision_number': 6, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:19.738110 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d879aa-8604-4066-b690-85effa0bbf02 None None] The sync data for ids ['be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9'] in dv-cinder-836996-3-smb is: [{'id': 'be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9', 'name': 'tempest-TestShelveInstance-1948139878-router', 'tenant_id': '83201495984b46029008e2fada6d919c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:41Z', 'updated_at': '2022-04-11T06:41:19Z', 'revision_number': 6, 'project_id': '83201495984b46029008e2fada6d919c', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:41:19.780819 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (50c60c0d-f185-4dee-8370-aef1d6ff6977), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.785737 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-a644934a-dfb7-42b5-afc4-2d677c3fe3c0 req-1f7c8856-4cda-4bd7-b429-6bb104b34640 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787055 Apr 11 06:41:19.817124 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Pushing event deleted for resources: {'Port': ['ID=50c60c0d-f185-4dee-8370-aef1d6ff6977,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:19.873286 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.960742 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:19.963342 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks [] for router_controller (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.012520 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.013081 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:41:20.017662 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.018882 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-801b195c-63e4-4091-a8fa-e0125ee783ae admin admin] 10.222.0.11 "DELETE /v2.0/routers/be17ad7d-0c87-4d91-9f7a-3fbfd63d60d9 HTTP/1.1" status: 204 len: 168 time: 0.9054687 Apr 11 06:41:20.021669 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:20.071077 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Deleting subnet 1c34fda9-5653-4a0d-bdf2-cc41484af9fe {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:41:20.074349 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Publish callbacks [] for subnet (1c34fda9-5653-4a0d-bdf2-cc41484af9fe), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.110190 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (1c34fda9-5653-4a0d-bdf2-cc41484af9fe), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.131888 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:41:20.191768 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (1c34fda9-5653-4a0d-bdf2-cc41484af9fe), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.249000 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (1c34fda9-5653-4a0d-bdf2-cc41484af9fe), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.271663 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c34fda9-5653-4a0d-bdf2-cc41484af9fe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:20.277633 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.280962 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-ddf206b3-6068-4d11-afdf-e8ad268ed060 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c34fda9-5653-4a0d-bdf2-cc41484af9fe HTTP/1.1" status: 204 len: 168 time: 0.2582464 Apr 11 06:41:20.283402 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58636) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:20.284497 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1d45a-94fd-4b44-8099-c745d9aa48ae None None] Network b23171a5-052d-4f6b-886a-2e52e3d1e790 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:41:20.356853 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (b23171a5-052d-4f6b-886a-2e52e3d1e790), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.407062 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Deleting port b9abe148-5340-4534-a829-ff64fd158bc2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:20.407494 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.472021 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] For port b9abe148-5340-4534-a829-ff64fd158bc2, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=b9abe148-5340-4534-a829-ff64fd158bc2,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:20.472698 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.485410 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Calling delete_port for b9abe148-5340-4534-a829-ff64fd158bc2 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:20.516671 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] DHCP port deletion for b23171a5-052d-4f6b-886a-2e52e3d1e790 request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:41:20.559846 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] Deleting port b9abe148-5340-4534-a829-ff64fd158bc2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:20.560216 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.578516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.585054 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 50c60c0d-f185-4dee-8370-aef1d6ff6977 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:20.606203 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9abe148-5340-4534-a829-ff64fd158bc2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:20.608329 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] No DVR routers for this DVR port b9abe148-5340-4534-a829-ff64fd158bc2 on host dv-cinder-836996-3-smb {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:41:20.635557 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 50c60c0d-f185-4dee-8370-aef1d6ff6977 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:20.635899 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 50c60c0d-f185-4dee-8370-aef1d6ff6977 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:20.636383 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d36e47ab-adad-440f-91a0-4e1b36ccffd1 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:20.667750 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: d36e47ab-adad-440f-91a0-4e1b36ccffd1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:20.668087 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device d36e47ab-adad-440f-91a0-4e1b36ccffd1 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:20.668491 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device b9abe148-5340-4534-a829-ff64fd158bc2 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:20.671249 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] For port b9abe148-5340-4534-a829-ff64fd158bc2, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=b9abe148-5340-4534-a829-ff64fd158bc2,segment=NetworkSegment(07957e1d-f6ed-4118-871e-5781e8d82cad),segment_id=07957e1d-f6ed-4118-871e-5781e8d82cad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:20.671638 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.682335 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (b23171a5-052d-4f6b-886a-2e52e3d1e790), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.698018 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: b9abe148-5340-4534-a829-ff64fd158bc2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:20.698360 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device b9abe148-5340-4534-a829-ff64fd158bc2 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:20.703745 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] Calling delete_port for b9abe148-5340-4534-a829-ff64fd158bc2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:20.703899 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23171a5-052d-4f6b-886a-2e52e3d1e790']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:20.713643 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07957e1d-f6ed-4118-871e-5781e8d82cad') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:20.713938 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07957e1d-f6ed-4118-871e-5781e8d82cad') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:20.723644 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (07957e1d-f6ed-4118-871e-5781e8d82cad), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.738141 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (07957e1d-f6ed-4118-871e-5781e8d82cad), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.745128 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:41:20.745738 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (07957e1d-f6ed-4118-871e-5781e8d82cad), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:41:20.747860 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:41:20.791249 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145'] for port (b9abe148-5340-4534-a829-ff64fd158bc2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.805712 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (b23171a5-052d-4f6b-886a-2e52e3d1e790), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.812032 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:20.815473 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b23171a5-052d-4f6b-886a-2e52e3d1e790 HTTP/1.1" status: 204 len: 168 time: 0.5310524 Apr 11 06:41:20.816949 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] Pushing event deleted for resources: {'Port': ['ID=b9abe148-5340-4534-a829-ff64fd158bc2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:20.819338 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:20.821029 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011c58a-6530-4436-86ad-c68ea011daa9 None None] No DVR routers for this DVR port b9abe148-5340-4534-a829-ff64fd158bc2 on host dv-cinder-836996-3-smb {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:41:20.834911 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed90b-da15-4d38-9cc1-17499ccd58d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b23171a5-052d-4f6b-886a-2e52e3d1e790,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:20.939965 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7901-b26c-49f7-a8da-87715ce3851f req-08ebd487-e5bd-4876-96c0-ae7d932b9688 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:20.941477 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-52ae7901-b26c-49f7-a8da-87715ce3851f req-08ebd487-e5bd-4876-96c0-ae7d932b9688 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 949 time: 0.0523198 Apr 11 06:41:20.991631 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-52ae7901-b26c-49f7-a8da-87715ce3851f req-301a33b5-04ea-4716-bd27-4a574d34a813 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Apr 11 06:41:21.466547 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718324'] for router_interface (28b8d90d-839b-4540-af49-a6e8b6e235b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:21.718118 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Deleting port ea4a7b75-34bb-452a-b590-ab656adbf3b5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:21.718358 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:21.800221 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] For port ea4a7b75-34bb-452a-b590-ab656adbf3b5, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=ea4a7b75-34bb-452a-b590-ab656adbf3b5,segment=NetworkSegment(50a20595-a55a-43ca-a8ba-e85f4177cc36),segment_id=50a20595-a55a-43ca-a8ba-e85f4177cc36)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:21.800599 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:21.813481 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Calling delete_port for ea4a7b75-34bb-452a-b590-ab656adbf3b5 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:22.004119 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (ea4a7b75-34bb-452a-b590-ab656adbf3b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:22.028993 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4a7b75-34bb-452a-b590-ab656adbf3b5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:22.136007 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dab20-723d-40f7-a4fb-92803059bda0 req-a53ed8f7-af41-48f6-9b6f-a85c4266e3fc tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:22.137472 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8f6dab20-723d-40f7-a4fb-92803059bda0 req-a53ed8f7-af41-48f6-9b6f-a85c4266e3fc tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 949 time: 0.0639980 Apr 11 06:41:22.255048 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-8f6dab20-723d-40f7-a4fb-92803059bda0 req-ba07d2fa-f9be-4b04-b175-0a1d65f9fd4c tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867395 Apr 11 06:41:22.267278 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3718168'] for router_interface (28b8d90d-839b-4540-af49-a6e8b6e235b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:22.528314 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78227f-6d9f-4476-82ef-efdfd5873c00 req-4a98cd71-bf59-4f9b-9283-cfef7c862e0d tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:22.529709 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2f78227f-6d9f-4476-82ef-efdfd5873c00 req-4a98cd71-bf59-4f9b-9283-cfef7c862e0d tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 949 time: 0.0566573 Apr 11 06:41:22.531420 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Router 28b8d90d-839b-4540-af49-a6e8b6e235b5 has already been hosted by L3 agent a1013fb1-c9d6-4af8-8b67-6741625b01f3 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:41:22.617195 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [req-2f78227f-6d9f-4476-82ef-efdfd5873c00 req-23f7186f-3b91-47a8-b935-bda0260178e1 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Apr 11 06:41:22.675412 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-smb the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:41:22.680487 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-981e698f-2413-486b-97d6-f635b1b40fd0 admin admin] 10.222.0.11 "PUT /v2.0/routers/28b8d90d-839b-4540-af49-a6e8b6e235b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591268 Apr 11 06:41:22.682972 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:22.685656 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13483770-a545-4401-b30f-4a4510658d11 None None] Sync routers for ids ['28b8d90d-839b-4540-af49-a6e8b6e235b5'] in dv-cinder-836996-3-smb {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:41:22.696812 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] Routers {'28b8d90d-839b-4540-af49-a6e8b6e235b5'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:41:22.697442 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:41:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['28b8d90d-839b-4540-af49-a6e8b6e235b5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:22.791445 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks [] for router (28b8d90d-839b-4540-af49-a6e8b6e235b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:22.808161 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] Set router 28b8d90d-839b-4540-af49-a6e8b6e235b5 gateway port host: dv-cinder-836996-3-smb {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:41:22.914335 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks [] for router_gateway (28b8d90d-839b-4540-af49-a6e8b6e235b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:22.961975 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Deleting port 9eea87a2-bb36-4055-b6bf-d527d37007e0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:22.962353 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.043597 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] For port 9eea87a2-bb36-4055-b6bf-d527d37007e0, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=9eea87a2-bb36-4055-b6bf-d527d37007e0,segment=NetworkSegment(ba5f431e-2793-4faa-8f39-ac92b0c1ac25),segment_id=ba5f431e-2793-4faa-8f39-ac92b0c1ac25)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:23.044328 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.056582 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Calling delete_port for 9eea87a2-bb36-4055-b6bf-d527d37007e0 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:23.092868 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'external_fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:41:21Z', 'revision_number': 5, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port': {'id': '9eea87a2-bb36-4055-b6bf-d527d37007e0', 'name': '', 'network_id': '6b6ac893-76fb-4847-92d7-d9bdc0c76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca850bad-99f6-439e-9893-aaae7eb27ece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-smb'}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:23.118291 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13483770-a545-4401-b30f-4a4510658d11 None None] Checking router: 28b8d90d-839b-4540-af49-a6e8b6e235b5 for host: dv-cinder-836996-3-smb {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:41:23.126609 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] Routers {'28b8d90d-839b-4540-af49-a6e8b6e235b5'} bound to L3 agent in host dv-cinder-836996-3-smb {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:41:23.127245 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:15Z,description=,heartbeat_timestamp=2022-04-11T06:41:15Z,host='dv-cinder-836996-3-smb',id=a1013fb1-c9d6-4af8-8b67-6741625b01f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:15Z,topic='l3_agent')) {'router_ids': ['28b8d90d-839b-4540-af49-a6e8b6e235b5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:23.214378 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] Set router 28b8d90d-839b-4540-af49-a6e8b6e235b5 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:41:23.220299 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (9eea87a2-bb36-4055-b6bf-d527d37007e0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.245038 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eea87a2-bb36-4055-b6bf-d527d37007e0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:23.271718 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13483770-a545-4401-b30f-4a4510658d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:41:22Z', 'revision_number': 6, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port_host': None}], 'dv-cinder-836996-3-smb', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:23.297607 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13483770-a545-4401-b30f-4a4510658d11 None None] The sync data for ids ['28b8d90d-839b-4540-af49-a6e8b6e235b5'] in dv-cinder-836996-3-smb is: [{'id': '28b8d90d-839b-4540-af49-a6e8b6e235b5', 'name': 'tempest-TestShelveInstance-2112579023-router', 'tenant_id': 'eb7bbf2784f64381a83988dde4a374d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:35:46Z', 'updated_at': '2022-04-11T06:41:22Z', 'revision_number': 6, 'project_id': 'eb7bbf2784f64381a83988dde4a374d3', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:41:23.309897 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716862'] for router_gateway (28b8d90d-839b-4540-af49-a6e8b6e235b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.401148 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3714384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (28b8d90d-839b-4540-af49-a6e8b6e235b5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.403358 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks [] for router_controller (28b8d90d-839b-4540-af49-a6e8b6e235b5), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.453113 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3714393'] for router (28b8d90d-839b-4540-af49-a6e8b6e235b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.453682 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b8d90d-839b-4540-af49-a6e8b6e235b5 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:41:23.457866 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.459037 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-e7b829a0-f4eb-4cec-8cba-f747682f07c3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/28b8d90d-839b-4540-af49-a6e8b6e235b5 HTTP/1.1" status: 204 len: 168 time: 0.7751341 Apr 11 06:41:23.461736 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:23.506960 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Deleting subnet d0082be6-73e4-4e77-ad4a-5606c12b1753 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:41:23.510373 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Publish callbacks [] for subnet (d0082be6-73e4-4e77-ad4a-5606c12b1753), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.548159 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (d0082be6-73e4-4e77-ad4a-5606c12b1753), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.632823 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (d0082be6-73e4-4e77-ad4a-5606c12b1753), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.693688 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (d0082be6-73e4-4e77-ad4a-5606c12b1753), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.746465 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.750344 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d0082be6-73e4-4e77-ad4a-5606c12b1753 HTTP/1.1" status: 204 len: 168 time: 0.2875841 Apr 11 06:41:23.752014 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c89c7-6d1b-4cd4-a02f-1dac8cc04423 None None] Network 5f9fe789-7791-441c-9249-5eb768ccef33 requested from dv-cinder-836996-3-smb {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:41:23.753493 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 58674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:23.756498 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bc3ad-c065-469b-a4aa-370fd889708d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0082be6-73e4-4e77-ad4a-5606c12b1753,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:23.778019 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d5b4-c115-46c0-9d09-ffab0fe21f47 req-7e6d62bb-57e9-48bd-9752-20f440d4bd62 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:23.779937 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5bc3d5b4-c115-46c0-9d09-ffab0fe21f47 req-7e6d62bb-57e9-48bd-9752-20f440d4bd62 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 949 time: 0.0835347 Apr 11 06:41:23.828768 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (5f9fe789-7791-441c-9249-5eb768ccef33), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.833949 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-5bc3d5b4-c115-46c0-9d09-ffab0fe21f47 req-04a381bf-4485-4a21-b607-61e611e741ff tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/security-groups?id=e874a645-6d64-4c10-9350-dfa898138c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Apr 11 06:41:23.880252 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Deleting port 8c9244bc-9d52-4926-b8ec-6997b729f051 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:23.880587 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.916957 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7374-b704-428d-880e-180086c5dc26 req-61854d11-e81a-4e21-8bcc-807dfe90cd15 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:23.918927 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fe5a7374-b704-428d-880e-180086c5dc26 req-61854d11-e81a-4e21-8bcc-807dfe90cd15 tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 949 time: 0.0526350 Apr 11 06:41:23.947097 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] For port 8c9244bc-9d52-4926-b8ec-6997b729f051, host dv-cinder-836996-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-smb',level=0,port_id=8c9244bc-9d52-4926-b8ec-6997b729f051,segment=NetworkSegment(50a20595-a55a-43ca-a8ba-e85f4177cc36),segment_id=50a20595-a55a-43ca-a8ba-e85f4177cc36)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:23.947479 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.961537 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Calling delete_port for 8c9244bc-9d52-4926-b8ec-6997b729f051 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:24.008767 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Deleting port 3355b19f-25c4-4ae7-867b-bdd808e44c78 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:41:24.009102 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775233128735'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.072095 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e2fb9-735d-4165-8a62-f82fec73d789 None None] DHCP port deletion for 5f9fe789-7791-441c-9249-5eb768ccef33 request from dv-cinder-836996-3-smb {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:41:24.076851 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12318189'] for port (8c9244bc-9d52-4926-b8ec-6997b729f051), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.123747 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9244bc-9d52-4926-b8ec-6997b729f051,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:24.127575 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] No DVR routers for this DVR port 8c9244bc-9d52-4926-b8ec-6997b729f051 on host dv-cinder-836996-3-smb {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:41:24.132392 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] For port 3355b19f-25c4-4ae7-867b-bdd808e44c78, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3355b19f-25c4-4ae7-867b-bdd808e44c78,segment=NetworkSegment(2484f620-4a9f-4962-92c2-865836bab7e9),segment_id=2484f620-4a9f-4962-92c2-865836bab7e9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:41:24.132792 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704874'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.148301 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Calling delete_port for 3355b19f-25c4-4ae7-867b-bdd808e44c78 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:41:24.225371 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (5f9fe789-7791-441c-9249-5eb768ccef33), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.250240 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9fe789-7791-441c-9249-5eb768ccef33']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:24.262072 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a20595-a55a-43ca-a8ba-e85f4177cc36') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:24.262457 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a20595-a55a-43ca-a8ba-e85f4177cc36') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:24.269282 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ea4a7b75-34bb-452a-b590-ab656adbf3b5 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:24.277495 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126048'] for segment (50a20595-a55a-43ca-a8ba-e85f4177cc36), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.292810 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (50a20595-a55a-43ca-a8ba-e85f4177cc36), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.299693 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:41:24.300289 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12318010'] for segment (50a20595-a55a-43ca-a8ba-e85f4177cc36), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.301578 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: ea4a7b75-34bb-452a-b590-ab656adbf3b5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:24.302000 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device ea4a7b75-34bb-452a-b590-ab656adbf3b5 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: Traceback (most recent call last): Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: timer() Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: cb(*args, **kw) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: return func(*args, **kwargs) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: self._notify() Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: self.callback(batched_events) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: event.method(event) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: return f(self, *a, **k) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: return self._get(url).json() Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: return self.request(url, 'GET', **kwargs) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:41:24.302386 dv-cinder-836996-3-smb neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:41:24.304921 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8c9244bc-9d52-4926-b8ec-6997b729f051 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:24.312689 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775233135885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775232612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9377073'] for port (3355b19f-25c4-4ae7-867b-bdd808e44c78), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.324692 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] get_ports_and_sgs() called for port_ids ['3355b19f-25c4-4ae7-867b-bdd808e44c78'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:41:24.326724 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 8c9244bc-9d52-4926-b8ec-6997b729f051 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:24.327069 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 8c9244bc-9d52-4926-b8ec-6997b729f051 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:24.327475 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 9eea87a2-bb36-4055-b6bf-d527d37007e0 no longer exists at agent ovs-agent-dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:24.344320 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Pushing event deleted for resources: {'Port': ['ID=3355b19f-25c4-4ae7-867b-bdd808e44c78,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:24.368319 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] No Port match for: 9eea87a2-bb36-4055-b6bf-d527d37007e0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:24.368866 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Device 9eea87a2-bb36-4055-b6bf-d527d37007e0 not bound to the agent host dv-cinder-836996-3-smb {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:24.390634 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] No DVR routers for this DVR port 3355b19f-25c4-4ae7-867b-bdd808e44c78 on host hv-cinder-83699 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:41:24.394183 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244160'] for port (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.398162 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-fe5a7374-b704-428d-880e-180086c5dc26 req-63100e03-57a1-4181-acbc-4afdd4d571ba tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.26 "DELETE /v2.0/ports/3355b19f-25c4-4ae7-867b-bdd808e44c78 HTTP/1.1" status: 204 len: 173 time: 0.4724355 Apr 11 06:41:24.398773 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'name': 'network-vif-deleted', 'tag': '3355b19f-25c4-4ae7-867b-bdd808e44c78'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:41:24.402198 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de33b91355aefb7df29d3af88577aaf7cf3318f073a863b2aa95df2fefaed83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dfbd84-f738-4010-ac0d-c8ab20b12961" -d '{"events": [{"server_uuid": "7c6e0bde-6146-4601-a749-ec8a5664bdd8", "name": "network-vif-deleted", "tag": "3355b19f-25c4-4ae7-867b-bdd808e44c78"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:41:24.449852 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e72b62-d3d5-4563-8d55-449957508f61 x-openstack-request-id: req-35e72b62-d3d5-4563-8d55-449957508f61 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:41:24.450388 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6e0bde-6146-4601-a749-ec8a5664bdd8", "name": "network-vif-deleted", "tag": "3355b19f-25c4-4ae7-867b-bdd808e44c78", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:41:24.450612 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35e72b62-d3d5-4563-8d55-449957508f61 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:41:24.451156 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e72b62-d3d5-4563-8d55-449957508f61'] response: {'server_uuid': '7c6e0bde-6146-4601-a749-ec8a5664bdd8', 'name': 'network-vif-deleted', 'tag': '3355b19f-25c4-4ae7-867b-bdd808e44c78', 'status': 'completed', 'code': 200} Apr 11 06:41:24.687532 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (5f9fe789-7791-441c-9249-5eb768ccef33), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.694265 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.698476 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5f9fe789-7791-441c-9249-5eb768ccef33 HTTP/1.1" status: 204 len: 168 time: 0.9439845 Apr 11 06:41:24.712378 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98caad0-59ae-4f68-90f0-dff02b44d967 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9fe789-7791-441c-9249-5eb768ccef33,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:24.821713 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58686) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:24.866497 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-0769bc16-0c01-4ded-ab87-cd78da7637c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83201495984b46029008e2fada6d919c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424147 Apr 11 06:41:24.868709 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58690) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:24.922303 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-207f596c-fb2c-43d6-8cfa-8daa20ae2727 admin admin] Publish callbacks [] for security_group (a0622c12-08cf-49c9-9074-44d9434584a4), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.981027 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [req-7575c37b-675f-42bf-8fea-b62178f36aeb req-7a800177-f52b-4c58-a02c-545b8181ff9e tempest-VolumesNegativeTest-1109118304 tempest-VolumesNegativeTest-1109118304-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6e0bde-6146-4601-a749-ec8a5664bdd8 HTTP/1.1" status: 200 len: 210 time: 0.0534961 Apr 11 06:41:24.986581 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-207f596c-fb2c-43d6-8cfa-8daa20ae2727 admin admin] Publish callbacks [] for security_group (a0622c12-08cf-49c9-9074-44d9434584a4), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.039448 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-207f596c-fb2c-43d6-8cfa-8daa20ae2727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (a0622c12-08cf-49c9-9074-44d9434584a4), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.041987 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-207f596c-fb2c-43d6-8cfa-8daa20ae2727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.043170 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-207f596c-fb2c-43d6-8cfa-8daa20ae2727 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0622c12-08cf-49c9-9074-44d9434584a4 HTTP/1.1" status: 204 len: 168 time: 0.1735475 Apr 11 06:41:25.051068 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f596c-fb2c-43d6-8cfa-8daa20ae2727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0622c12-08cf-49c9-9074-44d9434584a4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:25.383895 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58700) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:25.423942 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-4775c864-c406-4305-a615-3e1e0cfeca9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb7bbf2784f64381a83988dde4a374d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387800 Apr 11 06:41:25.426646 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58702) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:25.477292 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e191f97b-e96b-43ed-9026-3a6bae99c771 admin admin] Publish callbacks [] for security_group (8d427401-331b-4abb-9338-4b2400886cc3), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.509036 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e191f97b-e96b-43ed-9026-3a6bae99c771 admin admin] Publish callbacks [] for security_group (8d427401-331b-4abb-9338-4b2400886cc3), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.563305 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e191f97b-e96b-43ed-9026-3a6bae99c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (8d427401-331b-4abb-9338-4b2400886cc3), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.565804 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e191f97b-e96b-43ed-9026-3a6bae99c771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.567029 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-e191f97b-e96b-43ed-9026-3a6bae99c771 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d427401-331b-4abb-9338-4b2400886cc3 HTTP/1.1" status: 204 len: 168 time: 0.1392751 Apr 11 06:41:25.576695 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191f97b-e96b-43ed-9026-3a6bae99c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d427401-331b-4abb-9338-4b2400886cc3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:27.352512 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:28.934617 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 3355b19f-25c4-4ae7-867b-bdd808e44c78 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:41:28.955585 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] No Port match for: 3355b19f-25c4-4ae7-867b-bdd808e44c78 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:41:28.955912 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Device 3355b19f-25c4-4ae7-867b-bdd808e44c78 not bound to the agent host hv-cinder-83699 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:41:30.202086 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58984) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:30.336199 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-06234ddc-d125-41fb-bb84-cb4eda030749 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9766def128c241d5b0513976cb4dbc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329162 Apr 11 06:41:30.339119 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 58988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:30.386516 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Publish callbacks [] for security_group (e874a645-6d64-4c10-9350-dfa898138c86), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:30.410415 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Publish callbacks [] for security_group (e874a645-6d64-4c10-9350-dfa898138c86), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:30.462104 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (e874a645-6d64-4c10-9350-dfa898138c86), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:30.465501 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:30.466344 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e874a645-6d64-4c10-9350-dfa898138c86 HTTP/1.1" status: 204 len: 168 time: 0.1263833 Apr 11 06:41:30.475618 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874a645-6d64-4c10-9350-dfa898138c86,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:30.483052 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.483400 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.483746 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.484394 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.484394 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.484809 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.485043 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.485473 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.485833 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.486174 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.486496 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.486911 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.487198 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.487606 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:30.487894 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f646a-674d-4477-9cf6-a4c3a87e19e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:34.673358 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 59026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:34.725815 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Deleting subnet b4fc8462-dcf9-4e92-94dd-ee640bda8736 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:41:34.728881 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Publish callbacks [] for subnet (b4fc8462-dcf9-4e92-94dd-ee640bda8736), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:34.762886 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10318774'] for subnet (b4fc8462-dcf9-4e92-94dd-ee640bda8736), precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:34.805042 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502521'] for subnet (b4fc8462-dcf9-4e92-94dd-ee640bda8736), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:34.858490 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9377100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440296'] for subnet (b4fc8462-dcf9-4e92-94dd-ee640bda8736), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:34.884094 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fc8462-dcf9-4e92-94dd-ee640bda8736,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:34.886051 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:34.889866 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-308bb13a-c073-4e79-ad5e-aee9b0097012 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4fc8462-dcf9-4e92-94dd-ee640bda8736 HTTP/1.1" status: 204 len: 168 time: 0.2154586 Apr 11 06:41:34.891744 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 59028) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:34.965136 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477482'] for network (7050f89b-c6e9-4b12-a19b-4d8e3e698f74), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.045761 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1446068', 'neutron.services.segments.db._delete_segments_for_network-8775233040815'] for network (7050f89b-c6e9-4b12-a19b-4d8e3e698f74), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.064805 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7050f89b-c6e9-4b12-a19b-4d8e3e698f74']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:35.073772 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87db3403-346a-4786-a1a4-cc7300a87b24') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:35.074068 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.services.segments.db [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87db3403-346a-4786-a1a4-cc7300a87b24') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:41:35.083220 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775233044408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10318783'] for segment (87db3403-346a-4786-a1a4-cc7300a87b24), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.097812 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108'] for segment (87db3403-346a-4786-a1a4-cc7300a87b24), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.104235 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:41:35.104632 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9377254'] for segment (87db3403-346a-4786-a1a4-cc7300a87b24), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: Traceback (most recent call last): Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: timer() Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: cb(*args, **kw) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: return func(*args, **kwargs) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: self._notify() Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: self.callback(batched_events) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: event.method(event) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: return f(self, *a, **k) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: return self._get(url).json() Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: return self.request(url, 'GET', **kwargs) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:41:35.106273 dv-cinder-836996-3-smb neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:41:35.431235 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1446075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716762'] for network (7050f89b-c6e9-4b12-a19b-4d8e3e698f74), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.437682 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674935'] for network (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.440896 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7050f89b-c6e9-4b12-a19b-4d8e3e698f74 HTTP/1.1" status: 204 len: 168 time: 0.5482576 Apr 11 06:41:35.454567 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fe2dc-b826-4622-a3a9-28d8aff64796 admin admin] Pushing event deleted for resources: {'Network': ['ID=7050f89b-c6e9-4b12-a19b-4d8e3e698f74,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:35.609373 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 59032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:35.649217 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-807b7eb4-b733-4270-b9c3-f6fd7e6e5b59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53a4bb8ac91b4c3cabdd750465aa546e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386684 Apr 11 06:41:35.651830 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 59034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:35.704238 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Publish callbacks [] for security_group (82583e69-16fb-4847-b597-12bd6f8dad4c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.729342 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Publish callbacks [] for security_group (82583e69-16fb-4847-b597-12bd6f8dad4c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.779515 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (82583e69-16fb-4847-b597-12bd6f8dad4c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.781998 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:35.783176 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82583e69-16fb-4847-b597-12bd6f8dad4c HTTP/1.1" status: 204 len: 168 time: 0.1304927 Apr 11 06:41:35.790802 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82583e69-16fb-4847-b597-12bd6f8dad4c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:35.797882 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.798222 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.798556 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.798917 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.799244 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.799586 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.799907 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.800256 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.800570 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.800885 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.801196 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.801472 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.801807 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.802103 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:35.802410 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c601f2-81ca-41ee-acc2-2abd000fc9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-smb {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:41:42.572274 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7fabedb-9515-4764-81ed-9b9aac4f7c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:44.873405 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cbe50ea-3dfe-4871-90f6-2eefcde9ecc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:45.880449 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:46.961024 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.11', 59150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:47.072293 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4ab41d2-0049-4142-82ae-57119a86e616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.156047 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4ab41d2-0049-4142-82ae-57119a86e616 admin admin] Publish callbacks [] for security_group (9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.162052 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4ab41d2-0049-4142-82ae-57119a86e616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.199657 dv-cinder-836996-3-smb neutron-server[103281]: INFO neutron.wsgi [None req-c4ab41d2-0049-4142-82ae-57119a86e616 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b2fd2580bb24ccebe38399d9ffa1547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375565 Apr 11 06:41:47.200934 dv-cinder-836996-3-smb neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab41d2-0049-4142-82ae-57119a86e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:47.202636 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.11', 59154) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:41:47.251453 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-998043cb-20ff-4e72-9df0-21015554ba21 admin admin] Publish callbacks [] for security_group (9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.272845 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-998043cb-20ff-4e72-9df0-21015554ba21 admin admin] Publish callbacks [] for security_group (9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.320871 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-998043cb-20ff-4e72-9df0-21015554ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854625'] for security_group (9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.323851 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-998043cb-20ff-4e72-9df0-21015554ba21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.325079 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:47.327141 dv-cinder-836996-3-smb neutron-server[103282]: INFO neutron.wsgi [None req-998043cb-20ff-4e72-9df0-21015554ba21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe HTTP/1.1" status: 204 len: 168 time: 0.1234622 Apr 11 06:41:47.335795 dv-cinder-836996-3-smb neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998043cb-20ff-4e72-9df0-21015554ba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a37ea4a-f6c9-4cd0-a780-f5ac01168dbe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:41:49.082448 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:57.136671 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:41:57.376538 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:12.578266 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53f1d947-f7d6-4a50-9451-e5ee9ab5ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:14.887826 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c22a975-ba03-4b4e-acf7-0e5fc6cd34c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:15.887599 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:17.333976 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:19.086214 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.365706 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:34.141144 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:42:42.575964 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7f5b-e394-4f8c-a189-1c9aa489f748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:44.891735 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f67-3499-4b90-bda8-10bf02a51f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:45.898120 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:47.342756 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:49.093953 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:57.372650 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:11.145751 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:43:12.568472 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42e5d0e3-d3ee-4225-9df6-026a53eda806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:14.890145 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f21a523c-cb72-4349-9477-37347e0ff25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:15.899819 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:17.343677 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:19.091620 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:27.391275 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:42.570666 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaa65a3e-aee9-43d4-a5ff-0fc8bace53a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.888307 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f539c91-2449-4d87-96c6-7f35f441eb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.899990 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.346364 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.147029 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:43:49.090157 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:57.403826 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:12.576877 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aeda619e-fce0-47e9-a26e-d687cce117d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.894190 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978ca567-7c29-4e2e-8405-904bbab192d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:15.908614 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.349786 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:19.082853 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:25.156530 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:44:27.399117 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:42.569200 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb66288-969b-4301-a745-9af90056dbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:44.886582 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f640c43c-930d-43ba-afc8-063ceda6b44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:45.913036 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:47.361342 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:49.091111 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:57.412918 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:02.151727 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:45:12.567652 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee9de53-c3bc-4772-bd11-42fbe461f111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:14.893161 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-871038ae-895f-455b-a46b-f9884971b532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:15.910120 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:17.366818 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:19.083600 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:27.427213 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:39.156227 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:45:42.569349 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19935bcc-bba9-45ea-9d23-bd76cc952acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:44.884968 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51b533c9-f373-47aa-aafc-2c9c6d34f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:45.915884 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:47.367770 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:49.093461 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:57.432609 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:12.570520 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad45c-8109-4adb-ac67-f47a33e6a04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:14.883144 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6684e8e-8c13-47bf-8f18-1bc5f0fafc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:15.922161 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:16.159974 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:46:17.368912 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:19.085530 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:27.448668 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:42.577155 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-446ce83a-2274-4ba2-8d69-41add23dcc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (c2604f35-c2eb-4070-a101-f10df366b8a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:44.879125 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8da64670-097d-4409-b6c0-db46dcd68693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (a1013fb1-c9d6-4af8-8b67-6741625b01f3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:45.923598 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d6de794-6c0f-4296-8536-dcf14b41e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (2d75edef-5036-463c-b7d5-17194c75fe6c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:47.381881 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63169174-8b86-45c8-9926-19daf6683c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5f914b83-811c-4182-9c5a-612d1322be07), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:49.088311 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab870a98-0901-489a-bef8-2148a2a708ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (62cbf4a2-3f20-4887-ad60-3684b08562a6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:53.164576 dv-cinder-836996-3-smb neutron-server[103284]: DEBUG neutron.db.agents_db [None req-24b9179e-d8fd-4300-ae98-6360463431b1 None None] Agent healthcheck: found 6 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:46:57.438134 dv-cinder-836996-3-smb neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9b93607-b028-4783-add8-f0e6e96317fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775233040797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448179'] for agent (5119fe9c-abf4-4117-b36e-f61db3a41872), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}